2024-12-04 02:17:19,259 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-12-04 02:17:19,274 main DEBUG Took 0.012976 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 02:17:19,275 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 02:17:19,275 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 02:17:19,276 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 02:17:19,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,288 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 02:17:19,320 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,323 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,323 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,325 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,326 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,327 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,328 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,329 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,331 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 02:17:19,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,333 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 02:17:19,335 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 02:17:19,336 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 02:17:19,339 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 02:17:19,339 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 02:17:19,341 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 02:17:19,341 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 02:17:19,353 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 02:17:19,356 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 02:17:19,361 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 02:17:19,361 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 02:17:19,362 main DEBUG createAppenders(={Console}) 2024-12-04 02:17:19,363 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 initialized 2024-12-04 02:17:19,364 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 2024-12-04 02:17:19,364 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@26abb146 OK. 2024-12-04 02:17:19,365 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 02:17:19,365 main DEBUG OutputStream closed 2024-12-04 02:17:19,365 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 02:17:19,366 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 02:17:19,366 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@c88a337 OK 2024-12-04 02:17:19,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 02:17:19,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 02:17:19,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 02:17:19,486 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 02:17:19,487 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 02:17:19,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 02:17:19,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 02:17:19,488 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 02:17:19,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 02:17:19,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 02:17:19,489 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 02:17:19,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 02:17:19,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 02:17:19,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 02:17:19,490 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 02:17:19,491 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 02:17:19,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 02:17:19,493 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 02:17:19,496 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 02:17:19,496 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-04 02:17:19,497 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 02:17:19,498 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-04T02:17:19,517 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 02:17:19,519 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 02:17:19,520 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T02:17:19,585 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=743, ProcessCount=11, AvailableMemoryMB=4429 2024-12-04T02:17:19,999 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T02:17:20,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5 2024-12-04T02:17:20,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9, deleteOnExit=true 2024-12-04T02:17:20,252 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/zookeeper_0, clientPort=51913, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:17:20,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51913 2024-12-04T02:17:20,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:17:20,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:17:20,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/test.cache.data in system properties and HBase conf 2024-12-04T02:17:20,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:17:20,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:17:20,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:17:20,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:17:20,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:17:20,410 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T02:17:20,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:17:20,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:20,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:17:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:20,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:17:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:17:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:17:20,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:17:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:20,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:17:20,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:17:22,164 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T02:17:22,355 INFO [Time-limited test {}] log.Log(170): Logging initialized @4413ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T02:17:22,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:22,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:22,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:22,706 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:22,709 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:17:22,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:22,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:22,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:23,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f16c337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/java.io.tmpdir/jetty-localhost-44875-hadoop-hdfs-3_4_1-tests_jar-_-any-13084410069600872496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:17:23,190 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:44875} 2024-12-04T02:17:23,190 INFO [Time-limited test {}] server.Server(415): Started @5249ms 2024-12-04T02:17:24,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:24,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:24,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:24,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:24,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:17:24,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@690fa704{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:24,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169ab4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:24,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13428af5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/java.io.tmpdir/jetty-localhost-34711-hadoop-hdfs-3_4_1-tests_jar-_-any-265873327985971372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:17:24,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c592291{HTTP/1.1, (http/1.1)}{localhost:34711} 2024-12-04T02:17:24,481 INFO [Time-limited test {}] server.Server(415): Started @6540ms 2024-12-04T02:17:24,565 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:17:26,134 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/data/data1/current/BP-1740311232-172.17.0.3-1733278641308/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:26,134 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/data/data2/current/BP-1740311232-172.17.0.3-1733278641308/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:26,186 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:17:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74152ca607188865 with lease ID 0xec9d0ebef90ba280: Processing first storage report for DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=54b752aa-7f83-4e2a-bdf6-556ffbeff2c4, infoPort=39989, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=2085912750;c=1733278641308) 2024-12-04T02:17:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74152ca607188865 with lease ID 0xec9d0ebef90ba280: from storage DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=54b752aa-7f83-4e2a-bdf6-556ffbeff2c4, infoPort=39989, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=2085912750;c=1733278641308), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-04T02:17:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74152ca607188865 with lease ID 0xec9d0ebef90ba280: Processing first storage report for DS-0bd6f398-a154-4868-aae7-add4351a5b0e from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=54b752aa-7f83-4e2a-bdf6-556ffbeff2c4, infoPort=39989, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=2085912750;c=1733278641308) 2024-12-04T02:17:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74152ca607188865 with lease ID 0xec9d0ebef90ba280: from storage DS-0bd6f398-a154-4868-aae7-add4351a5b0e node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=54b752aa-7f83-4e2a-bdf6-556ffbeff2c4, infoPort=39989, infoSecurePort=0, ipcPort=35097, storageInfo=lv=-57;cid=testClusterID;nsid=2085912750;c=1733278641308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:17:26,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5 2024-12-04T02:17:26,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:26,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:26,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:17:27,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33 with version=8 2024-12-04T02:17:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/hbase-staging 2024-12-04T02:17:27,337 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T02:17:27,663 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:27,674 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:27,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:27,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:27,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:27,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:27,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:17:27,976 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T02:17:27,986 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T02:17:27,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:28,024 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10895 (auto-detected) 2024-12-04T02:17:28,024 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-04T02:17:28,064 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42523 2024-12-04T02:17:28,101 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42523 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425230x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:28,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42523-0x1019e21240f0000 connected 2024-12-04T02:17:28,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:28,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:28,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:28,347 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33, hbase.cluster.distributed=false 2024-12-04T02:17:28,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/acl 2024-12-04T02:17:28,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42523 2024-12-04T02:17:28,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42523 2024-12-04T02:17:28,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42523 2024-12-04T02:17:28,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42523 2024-12-04T02:17:28,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42523 2024-12-04T02:17:28,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:28,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:28,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:28,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:28,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:28,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:17:28,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:28,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35803 2024-12-04T02:17:28,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35803 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:28,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:28,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:28,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358030x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:28,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358030x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:28,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35803-0x1019e21240f0001 connected 2024-12-04T02:17:28,652 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:17:28,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:17:28,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/master 2024-12-04T02:17:28,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/acl 2024-12-04T02:17:28,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-04T02:17:28,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-12-04T02:17:28,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-12-04T02:17:28,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-04T02:17:28,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-12-04T02:17:28,715 DEBUG [M:0;40249addbad9:42523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:42523 2024-12-04T02:17:28,717 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01476537899/backup-masters/40249addbad9,42523,1733278647448 2024-12-04T02:17:28,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:28,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:28,734 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/backup-masters/40249addbad9,42523,1733278647448 2024-12-04T02:17:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/master 2024-12-04T02:17:28,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:28,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:28,775 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/master 2024-12-04T02:17:28,776 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01476537899/backup-masters/40249addbad9,42523,1733278647448 from backup master directory 2024-12-04T02:17:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/backup-masters/40249addbad9,42523,1733278647448 2024-12-04T02:17:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:28,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:28,784 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:28,785 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,42523,1733278647448 2024-12-04T02:17:28,787 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T02:17:28,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T02:17:28,854 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/hbase.id] with ID: e1b993c7-409a-45f3-92c3-d162e2eb025f 2024-12-04T02:17:28,854 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.tmp/hbase.id 2024-12-04T02:17:28,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:17:29,284 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.tmp/hbase.id]:[hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/hbase.id] 2024-12-04T02:17:29,368 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:29,374 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:17:29,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-04T02:17:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:29,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:29,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:17:29,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:17:29,930 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:17:29,977 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:17:29,990 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:30,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:17:30,223 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store 2024-12-04T02:17:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:17:30,737 INFO [master/40249addbad9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T02:17:30,742 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:30,744 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:30,745 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:30,745 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:30,748 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:30,748 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:30,748 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:30,750 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278650744Disabling compacts and flushes for region at 1733278650744Disabling writes for close at 1733278650748 (+4 ms)Writing region close event to WAL at 1733278650748Closed at 1733278650748 2024-12-04T02:17:30,752 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/.initializing 2024-12-04T02:17:30,752 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448 2024-12-04T02:17:30,759 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:30,773 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C42523%2C1733278647448, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/oldWALs, maxLogs=10 2024-12-04T02:17:30,794 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448/40249addbad9%2C42523%2C1733278647448.1733278650777, exclude list is [], retry=0 2024-12-04T02:17:30,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:30,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T02:17:30,867 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:30,868 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:30,868 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:30,868 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:30,871 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,871 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:17:30,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:30,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:30,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:17:30,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:30,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:30,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:17:30,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:17:30,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:30,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:30,948 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,952 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,954 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,962 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,966 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:30,971 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:30,983 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:30,985 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70756600, jitterRate=0.054355502128601074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:30,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278650882Initializing all the Stores at 1733278650884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278650884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278650885 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278650885Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278650885Cleaning up temporary data from old regions at 1733278650962 (+77 ms)Region opened successfully at 1733278650993 (+31 ms) 2024-12-04T02:17:30,995 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:17:31,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c5bfad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:31,085 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:17:31,100 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:17:31,100 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:17:31,104 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:17:31,107 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-04T02:17:31,114 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-04T02:17:31,114 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:17:31,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:17:31,174 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/balancer because node does not exist (not necessarily an error) 2024-12-04T02:17:31,192 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/balancer already deleted, retry=false 2024-12-04T02:17:31,195 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:17:31,198 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:17:31,206 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/normalizer already deleted, retry=false 2024-12-04T02:17:31,210 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:17:31,215 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:17:31,225 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/switch/split already deleted, retry=false 2024-12-04T02:17:31,228 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:17:31,236 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/switch/merge already deleted, retry=false 2024-12-04T02:17:31,263 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:17:31,276 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/snapshot-cleanup already deleted, retry=false 2024-12-04T02:17:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,292 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,42523,1733278647448, sessionid=0x1019e21240f0000, setting cluster-up flag (Was=false) 2024-12-04T02:17:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,352 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476537899/flush-table-proc/acquired, /01476537899/flush-table-proc/reached, /01476537899/flush-table-proc/abort 2024-12-04T02:17:31,354 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,42523,1733278647448 2024-12-04T02:17:31,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:31,404 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476537899/online-snapshot/acquired, /01476537899/online-snapshot/reached, /01476537899/online-snapshot/abort 2024-12-04T02:17:31,406 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,42523,1733278647448 2024-12-04T02:17:31,412 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:17:31,419 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(746): ClusterId : e1b993c7-409a-45f3-92c3-d162e2eb025f 2024-12-04T02:17:31,422 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:17:31,438 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:17:31,439 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:17:31,469 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:17:31,470 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdd0e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:31,485 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:35803 2024-12-04T02:17:31,489 INFO [RS:0;40249addbad9:35803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:17:31,489 INFO [RS:0;40249addbad9:35803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:17:31,489 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:17:31,490 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:31,492 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,42523,1733278647448 with port=35803, startcode=1733278648539 2024-12-04T02:17:31,500 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:17:31,506 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:17:31,506 DEBUG [RS:0;40249addbad9:35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:17:31,513 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,42523,1733278647448 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:17:31,521 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:31,521 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:31,522 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:31,522 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:31,522 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:17:31,522 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,523 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:31,523 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:31,529 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278681529 2024-12-04T02:17:31,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:17:31,531 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:17:31,532 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:17:31,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:17:31,537 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:31,537 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:17:31,537 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:17:31,537 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:17:31,537 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:17:31,540 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,547 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:17:31,547 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:17:31,548 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:17:31,548 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:17:31,549 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:17:31,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:17:31,553 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42523 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:17:31,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:17:31,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:17:31,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:17:31,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33 2024-12-04T02:17:31,557 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278651556,5,FailOnTimeoutGroup] 2024-12-04T02:17:31,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278651557,5,FailOnTimeoutGroup] 2024-12-04T02:17:31,561 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,561 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:17:31,562 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:17:31,582 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T02:17:31,583 WARN [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T02:17:31,684 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,42523,1733278647448 with port=35803, startcode=1733278648539 2024-12-04T02:17:31,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,35803,1733278648539 2024-12-04T02:17:31,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42523 {}] master.ServerManager(517): Registering regionserver=40249addbad9,35803,1733278648539 2024-12-04T02:17:31,698 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33 2024-12-04T02:17:31,699 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46095 2024-12-04T02:17:31,699 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:17:31,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/rs 2024-12-04T02:17:31,710 DEBUG [RS:0;40249addbad9:35803 {}] zookeeper.ZKUtil(111): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/rs/40249addbad9,35803,1733278648539 2024-12-04T02:17:31,710 WARN [RS:0;40249addbad9:35803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:31,711 INFO [RS:0;40249addbad9:35803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:31,711 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539 2024-12-04T02:17:31,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,35803,1733278648539] 2024-12-04T02:17:31,736 INFO [RS:0;40249addbad9:35803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:17:31,749 INFO [RS:0;40249addbad9:35803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:17:31,756 INFO [RS:0;40249addbad9:35803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:17:31,756 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,758 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:17:31,765 INFO [RS:0;40249addbad9:35803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:17:31,767 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,767 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,767 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,767 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,768 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,768 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,768 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:31,768 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,768 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:31,769 DEBUG [RS:0;40249addbad9:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:31,773 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,773 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,774 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,774 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,774 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,774 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35803,1733278648539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:31,797 INFO [RS:0;40249addbad9:35803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:17:31,799 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35803,1733278648539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,800 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,800 INFO [RS:0;40249addbad9:35803 {}] regionserver.Replication(171): 40249addbad9,35803,1733278648539 started 2024-12-04T02:17:31,815 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:31,815 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,35803,1733278648539, RpcServer on 40249addbad9/172.17.0.3:35803, sessionid=0x1019e21240f0001 2024-12-04T02:17:31,816 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:17:31,816 DEBUG [RS:0;40249addbad9:35803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,35803,1733278648539 2024-12-04T02:17:31,816 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35803,1733278648539' 2024-12-04T02:17:31,816 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476537899/flush-table-proc/abort' 2024-12-04T02:17:31,817 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476537899/flush-table-proc/acquired' 2024-12-04T02:17:31,818 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:17:31,818 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:17:31,818 DEBUG [RS:0;40249addbad9:35803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,35803,1733278648539 2024-12-04T02:17:31,818 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35803,1733278648539' 2024-12-04T02:17:31,818 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476537899/online-snapshot/abort' 2024-12-04T02:17:31,819 DEBUG [RS:0;40249addbad9:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476537899/online-snapshot/acquired' 2024-12-04T02:17:31,820 DEBUG [RS:0;40249addbad9:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:17:31,820 INFO [RS:0;40249addbad9:35803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:17:31,820 INFO [RS:0;40249addbad9:35803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:17:31,930 INFO [RS:0;40249addbad9:35803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:31,935 INFO [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35803%2C1733278648539, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:31,949 DEBUG [RS:0;40249addbad9:35803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937, exclude list is [], retry=0 2024-12-04T02:17:31,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:31,959 INFO [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 2024-12-04T02:17:31,960 DEBUG [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:31,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:31,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:31,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:31,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:31,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:31,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:31,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:31,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:31,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:31,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:31,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:31,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:31,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:31,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:31,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:31,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:31,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:32,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:32,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:32,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:32,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:32,007 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:32,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:32,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:32,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74001231, jitterRate=0.10270427167415619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278651976Initializing all the Stores at 1733278651978 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278651978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278651978Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278651978Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278651978Cleaning up temporary data from old regions at 1733278652006 (+28 ms)Region opened successfully at 1733278652016 (+10 ms) 2024-12-04T02:17:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:32,016 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:32,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:32,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278652016Disabling compacts and flushes for region at 1733278652016Disabling writes for close at 1733278652017 (+1 ms)Writing region close event to WAL at 1733278652017Closed at 1733278652018 (+1 ms) 2024-12-04T02:17:32,021 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:32,021 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:17:32,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:17:32,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:32,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:17:32,191 DEBUG [40249addbad9:42523 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:17:32,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,35803,1733278648539 2024-12-04T02:17:32,209 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35803,1733278648539, state=OPENING 2024-12-04T02:17:32,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:17:32,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:32,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:32,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:32,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:32,238 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:32,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35803,1733278648539}] 2024-12-04T02:17:32,415 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:17:32,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:17:32,427 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:17:32,427 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:32,428 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:17:32,431 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35803%2C1733278648539.meta, suffix=.meta, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:32,446 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.meta.1733278652433.meta, exclude list is [], retry=0 2024-12-04T02:17:32,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:32,453 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.meta.1733278652433.meta 2024-12-04T02:17:32,453 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:32,453 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:32,458 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:32,459 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:32,461 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:17:32,463 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:17:32,467 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:17:32,468 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:32,468 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:17:32,468 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:17:32,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:32,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:32,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:32,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:32,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:32,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:32,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:32,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:32,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:32,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:32,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:32,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:32,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:32,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:32,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:32,483 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:32,484 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:32,487 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:32,489 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:32,489 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:32,490 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:32,493 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:32,495 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63703937, jitterRate=-0.05073736608028412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:32,495 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:17:32,497 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278652468Writing region info on filesystem at 1733278652469 (+1 ms)Initializing all the Stores at 1733278652470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278652471 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278652471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278652471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278652471Cleaning up temporary data from old regions at 1733278652489 (+18 ms)Running coprocessor post-open hooks at 1733278652495 (+6 ms)Region opened successfully at 1733278652497 (+2 ms) 2024-12-04T02:17:32,505 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278652405 2024-12-04T02:17:32,519 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:17:32,520 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:17:32,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,35803,1733278648539 2024-12-04T02:17:32,523 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35803,1733278648539, state=OPEN 2024-12-04T02:17:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:32,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:32,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:32,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:32,611 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,35803,1733278648539 2024-12-04T02:17:32,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:17:32,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35803,1733278648539 in 371 msec 2024-12-04T02:17:32,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:17:32,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-12-04T02:17:32,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:32,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:17:32,644 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:32,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35803,1733278648539, seqNum=-1] 2024-12-04T02:17:32,664 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:32,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:32,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2400 sec 2024-12-04T02:17:32,686 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278652686, completionTime=-1 2024-12-04T02:17:32,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:17:32,688 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:17:32,717 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:17:32,717 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278712717 2024-12-04T02:17:32,717 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278772717 2024-12-04T02:17:32,717 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-04T02:17:32,720 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,721 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,721 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,722 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:42523, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,723 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,732 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:17:32,759 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.974sec 2024-12-04T02:17:32,762 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:17:32,763 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:17:32,765 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:17:32,765 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:17:32,766 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:17:32,767 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:32,767 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:17:32,781 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:17:32,782 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:17:32,783 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42523,1733278647448-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:32,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86ddf99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:32,829 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T02:17:32,829 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T02:17:32,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42523,-1 for getting cluster id 2024-12-04T02:17:32,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:32,841 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b993c7-409a-45f3-92c3-d162e2eb025f' 2024-12-04T02:17:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b993c7-409a-45f3-92c3-d162e2eb025f" 2024-12-04T02:17:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eebb9d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42523,-1] 2024-12-04T02:17:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:32,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:32,851 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:32,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3613c06f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:32,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35803,1733278648539, seqNum=-1] 2024-12-04T02:17:32,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:32,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:32,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,42523,1733278647448 2024-12-04T02:17:32,889 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:32,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:32,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e21240f0002 connected 2024-12-04T02:17:32,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir so I do NOT create it in target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192 2024-12-04T02:17:32,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:17:32,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.tmp.dir so I do NOT create it in target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192 2024-12-04T02:17:32,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:17:32,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192 2024-12-04T02:17:32,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:17:32,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/cluster_54aadca9-20d7-266f-d1e6-abda11b4377c, deleteOnExit=true 2024-12-04T02:17:32,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:17:32,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/test.cache.data in system properties and HBase conf 2024-12-04T02:17:32,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:17:32,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:17:32,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:17:32,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:17:32,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:17:32,957 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:17:32,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:32,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:32,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:17:32,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:32,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:17:32,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:17:32,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:32,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:17:32,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:17:33,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:33,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:33,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:33,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:33,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:17:33,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:33,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76f17222{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:33,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b607f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:33,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28c9c3c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/java.io.tmpdir/jetty-localhost-36671-hadoop-hdfs-3_4_1-tests_jar-_-any-3551016844829913833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:17:33,540 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15865cf2{HTTP/1.1, (http/1.1)}{localhost:36671} 2024-12-04T02:17:33,540 INFO [Time-limited test {}] server.Server(415): Started @15599ms 2024-12-04T02:17:33,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:33,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:33,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:33,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:33,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:17:33,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4156155b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:33,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e51671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:33,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ac7f091{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/java.io.tmpdir/jetty-localhost-42359-hadoop-hdfs-3_4_1-tests_jar-_-any-6776745771250165114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:17:33,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44943535{HTTP/1.1, (http/1.1)}{localhost:42359} 2024-12-04T02:17:33,956 INFO [Time-limited test {}] server.Server(415): Started @16015ms 2024-12-04T02:17:33,958 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:17:34,667 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/cluster_54aadca9-20d7-266f-d1e6-abda11b4377c/data/data2/current/BP-880405639-172.17.0.3-1733278652991/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:34,667 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/cluster_54aadca9-20d7-266f-d1e6-abda11b4377c/data/data1/current/BP-880405639-172.17.0.3-1733278652991/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:34,698 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:17:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5161709f23204ec with lease ID 0xe8035ee4b384b84d: Processing first storage report for DS-6c3431e2-a95e-40ae-a91a-097b79e1e080 from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=af01aff3-51a9-4493-8179-a37882ab9b91, infoPort=42875, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=1356079857;c=1733278652991) 2024-12-04T02:17:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5161709f23204ec with lease ID 0xe8035ee4b384b84d: from storage DS-6c3431e2-a95e-40ae-a91a-097b79e1e080 node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=af01aff3-51a9-4493-8179-a37882ab9b91, infoPort=42875, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=1356079857;c=1733278652991), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:17:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5161709f23204ec with lease ID 0xe8035ee4b384b84d: Processing first storage report for DS-8290b81e-084d-4805-a61e-2595d7fe72c9 from datanode DatanodeRegistration(127.0.0.1:44625, datanodeUuid=af01aff3-51a9-4493-8179-a37882ab9b91, infoPort=42875, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=1356079857;c=1733278652991) 2024-12-04T02:17:34,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5161709f23204ec with lease ID 0xe8035ee4b384b84d: from storage DS-8290b81e-084d-4805-a61e-2595d7fe72c9 node DatanodeRegistration(127.0.0.1:44625, datanodeUuid=af01aff3-51a9-4493-8179-a37882ab9b91, infoPort=42875, infoSecurePort=0, ipcPort=32965, storageInfo=lv=-57;cid=testClusterID;nsid=1356079857;c=1733278652991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:17:34,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192 2024-12-04T02:17:34,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:34,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:17:35,145 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16 with version=8 2024-12-04T02:17:35,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/hbase-staging 2024-12-04T02:17:35,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:35,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:17:35,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:35,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43651 2024-12-04T02:17:35,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43651 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436510x0, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:35,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43651-0x1019e21240f0003 connected 2024-12-04T02:17:35,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:35,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:35,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/running 2024-12-04T02:17:35,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16, hbase.cluster.distributed=false 2024-12-04T02:17:35,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/acl 2024-12-04T02:17:35,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43651 2024-12-04T02:17:35,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43651 2024-12-04T02:17:35,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43651 2024-12-04T02:17:35,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43651 2024-12-04T02:17:35,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43651 2024-12-04T02:17:35,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:35,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:17:35,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:35,274 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43549 2024-12-04T02:17:35,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43549 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:35,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:35,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:35,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435490x0, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:35,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43549-0x1019e21240f0004 connected 2024-12-04T02:17:35,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/running 2024-12-04T02:17:35,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:17:35,307 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:17:35,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/master 2024-12-04T02:17:35,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/acl 2024-12-04T02:17:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-04T02:17:35,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43549 2024-12-04T02:17:35,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43549 2024-12-04T02:17:35,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-04T02:17:35,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43549 2024-12-04T02:17:35,331 DEBUG [M:0;40249addbad9:43651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:43651 2024-12-04T02:17:35,331 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1571853097/backup-masters/40249addbad9,43651,1733278655148 2024-12-04T02:17:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/backup-masters 2024-12-04T02:17:35,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/backup-masters 2024-12-04T02:17:35,342 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on existing znode=/1-1571853097/backup-masters/40249addbad9,43651,1733278655148 2024-12-04T02:17:35,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1571853097/master 2024-12-04T02:17:35,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:35,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:35,352 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on existing znode=/1-1571853097/master 2024-12-04T02:17:35,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1571853097/backup-masters/40249addbad9,43651,1733278655148 from backup master directory 2024-12-04T02:17:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1571853097/backup-masters/40249addbad9,43651,1733278655148 2024-12-04T02:17:35,362 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/backup-masters 2024-12-04T02:17:35,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,43651,1733278655148 2024-12-04T02:17:35,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/backup-masters 2024-12-04T02:17:35,371 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/hbase.id] with ID: abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:35,372 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/.tmp/hbase.id 2024-12-04T02:17:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:17:35,779 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/.tmp/hbase.id]:[hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/hbase.id] 2024-12-04T02:17:35,809 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:35,809 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:17:35,812 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-04T02:17:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:35,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:35,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:17:35,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:17:35,852 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:17:35,852 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:17:36,267 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store 2024-12-04T02:17:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:36,283 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:36,283 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:36,283 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278656283Disabling compacts and flushes for region at 1733278656283Disabling writes for close at 1733278656283Writing region close event to WAL at 1733278656283Closed at 1733278656283 2024-12-04T02:17:36,286 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/.initializing 2024-12-04T02:17:36,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/WALs/40249addbad9,43651,1733278655148 2024-12-04T02:17:36,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:36,293 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C43651%2C1733278655148, suffix=, logDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/WALs/40249addbad9,43651,1733278655148, archiveDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/oldWALs, maxLogs=10 2024-12-04T02:17:36,311 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/WALs/40249addbad9,43651,1733278655148/40249addbad9%2C43651%2C1733278655148.1733278656293, exclude list is [], retry=0 2024-12-04T02:17:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6c3431e2-a95e-40ae-a91a-097b79e1e080,DISK] 2024-12-04T02:17:36,321 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/WALs/40249addbad9,43651,1733278655148/40249addbad9%2C43651%2C1733278655148.1733278656293 2024-12-04T02:17:36,322 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-12-04T02:17:36,322 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:36,322 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:36,323 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,323 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:17:36,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:36,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:36,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:17:36,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:36,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:36,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:17:36,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:36,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:36,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:17:36,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:36,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:36,343 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,344 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,344 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,347 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,347 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,348 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:36,351 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:36,356 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:36,357 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63812541, jitterRate=-0.04911904036998749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:36,357 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278656323Initializing all the Stores at 1733278656325 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278656325Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278656326 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278656326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278656326Cleaning up temporary data from old regions at 1733278656347 (+21 ms)Region opened successfully at 1733278656357 (+10 ms) 2024-12-04T02:17:36,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:17:36,366 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d06094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:36,367 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:17:36,367 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:17:36,367 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:17:36,367 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:17:36,368 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:17:36,369 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:17:36,369 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:17:36,373 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:17:36,374 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/balancer because node does not exist (not necessarily an error) 2024-12-04T02:17:36,383 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/balancer already deleted, retry=false 2024-12-04T02:17:36,383 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:17:36,384 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:17:36,393 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/normalizer already deleted, retry=false 2024-12-04T02:17:36,394 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:17:36,395 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:17:36,404 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/switch/split already deleted, retry=false 2024-12-04T02:17:36,405 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:17:36,414 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/switch/merge already deleted, retry=false 2024-12-04T02:17:36,418 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:17:36,425 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/snapshot-cleanup already deleted, retry=false 2024-12-04T02:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1571853097/running 2024-12-04T02:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1571853097/running 2024-12-04T02:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,43651,1733278655148, sessionid=0x1019e21240f0003, setting cluster-up flag (Was=false) 2024-12-04T02:17:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,488 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1571853097/flush-table-proc/acquired, /1-1571853097/flush-table-proc/reached, /1-1571853097/flush-table-proc/abort 2024-12-04T02:17:36,490 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43651,1733278655148 2024-12-04T02:17:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:36,551 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1571853097/online-snapshot/acquired, /1-1571853097/online-snapshot/reached, /1-1571853097/online-snapshot/abort 2024-12-04T02:17:36,553 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43651,1733278655148 2024-12-04T02:17:36,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:17:36,558 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:36,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:17:36,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:17:36,559 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,43651,1733278655148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:36,562 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,562 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278686562 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:17:36,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:17:36,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:36,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:17:36,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:17:36,566 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278656564,5,FailOnTimeoutGroup] 2024-12-04T02:17:36,566 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278656566,5,FailOnTimeoutGroup] 2024-12-04T02:17:36,566 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,566 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:17:36,566 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,566 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:36,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:17:36,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:17:36,623 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(746): ClusterId : abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:36,623 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:17:36,636 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:17:36,636 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:17:36,655 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:17:36,656 DEBUG [RS:0;40249addbad9:43549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8e444c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:36,669 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:43549 2024-12-04T02:17:36,669 INFO [RS:0;40249addbad9:43549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:17:36,669 INFO [RS:0;40249addbad9:43549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:17:36,669 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:17:36,670 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,43651,1733278655148 with port=43549, startcode=1733278655271 2024-12-04T02:17:36,671 DEBUG [RS:0;40249addbad9:43549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:17:36,675 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:17:36,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,43549,1733278655271 2024-12-04T02:17:36,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43651 {}] master.ServerManager(517): Registering regionserver=40249addbad9,43549,1733278655271 2024-12-04T02:17:36,679 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16 2024-12-04T02:17:36,680 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37539 2024-12-04T02:17:36,680 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:17:36,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/rs 2024-12-04T02:17:36,719 DEBUG [RS:0;40249addbad9:43549 {}] zookeeper.ZKUtil(111): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on existing znode=/1-1571853097/rs/40249addbad9,43549,1733278655271 2024-12-04T02:17:36,719 WARN [RS:0;40249addbad9:43549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:36,719 INFO [RS:0;40249addbad9:43549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:36,719 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271 2024-12-04T02:17:36,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,43549,1733278655271] 2024-12-04T02:17:36,724 INFO [RS:0;40249addbad9:43549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:17:36,727 INFO [RS:0;40249addbad9:43549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:17:36,728 INFO [RS:0;40249addbad9:43549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:17:36,728 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,728 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:17:36,730 INFO [RS:0;40249addbad9:43549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:17:36,730 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,730 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,730 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,730 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,731 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,731 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,732 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:36,732 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,732 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:36,733 DEBUG [RS:0;40249addbad9:43549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:36,733 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,734 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,734 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,734 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,734 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,734 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43549,1733278655271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:36,755 INFO [RS:0;40249addbad9:43549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:17:36,755 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43549,1733278655271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,755 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,755 INFO [RS:0;40249addbad9:43549 {}] regionserver.Replication(171): 40249addbad9,43549,1733278655271 started 2024-12-04T02:17:36,771 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:36,771 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,43549,1733278655271, RpcServer on 40249addbad9/172.17.0.3:43549, sessionid=0x1019e21240f0004 2024-12-04T02:17:36,771 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:17:36,771 DEBUG [RS:0;40249addbad9:43549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,43549,1733278655271 2024-12-04T02:17:36,771 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43549,1733278655271' 2024-12-04T02:17:36,771 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1571853097/flush-table-proc/abort' 2024-12-04T02:17:36,772 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1571853097/flush-table-proc/acquired' 2024-12-04T02:17:36,773 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:17:36,773 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:17:36,773 DEBUG [RS:0;40249addbad9:43549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,43549,1733278655271 2024-12-04T02:17:36,773 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43549,1733278655271' 2024-12-04T02:17:36,773 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1571853097/online-snapshot/abort' 2024-12-04T02:17:36,774 DEBUG [RS:0;40249addbad9:43549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1571853097/online-snapshot/acquired' 2024-12-04T02:17:36,774 DEBUG [RS:0;40249addbad9:43549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:17:36,774 INFO [RS:0;40249addbad9:43549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:17:36,774 INFO [RS:0;40249addbad9:43549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:17:36,875 INFO [RS:0;40249addbad9:43549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:36,877 INFO [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43549%2C1733278655271, suffix=, logDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271, archiveDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/oldWALs, maxLogs=10 2024-12-04T02:17:36,894 DEBUG [RS:0;40249addbad9:43549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271/40249addbad9%2C43549%2C1733278655271.1733278656879, exclude list is [], retry=0 2024-12-04T02:17:36,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6c3431e2-a95e-40ae-a91a-097b79e1e080,DISK] 2024-12-04T02:17:36,900 INFO [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271/40249addbad9%2C43549%2C1733278655271.1733278656879 2024-12-04T02:17:36,900 DEBUG [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-12-04T02:17:36,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:17:36,982 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16 2024-12-04T02:17:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:17:36,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:37,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:37,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:37,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:37,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:37,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:37,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:37,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:37,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:37,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:37,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740 2024-12-04T02:17:37,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740 2024-12-04T02:17:37,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:37,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:37,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:37,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:37,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:37,023 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73914856, jitterRate=0.1014171838760376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278656997Initializing all the Stores at 1733278657002 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278657002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657002Cleaning up temporary data from old regions at 1733278657017 (+15 ms)Region opened successfully at 1733278657024 (+7 ms) 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:37,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:37,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:37,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278657024Disabling compacts and flushes for region at 1733278657024Disabling writes for close at 1733278657024Writing region close event to WAL at 1733278657024Closed at 1733278657024 2024-12-04T02:17:37,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:37,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:17:37,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:17:37,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:37,029 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:17:37,180 DEBUG [40249addbad9:43651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:17:37,180 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,43549,1733278655271 2024-12-04T02:17:37,183 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43549,1733278655271, state=OPENING 2024-12-04T02:17:37,193 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:17:37,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:37,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:37,204 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:37,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1571853097/meta-region-server: CHANGED 2024-12-04T02:17:37,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1571853097/meta-region-server: CHANGED 2024-12-04T02:17:37,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43549,1733278655271}] 2024-12-04T02:17:37,359 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:17:37,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:17:37,365 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:17:37,365 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:37,365 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:17:37,367 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43549%2C1733278655271.meta, suffix=.meta, logDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271, archiveDir=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/oldWALs, maxLogs=10 2024-12-04T02:17:37,382 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271/40249addbad9%2C43549%2C1733278655271.meta.1733278657368.meta, exclude list is [], retry=0 2024-12-04T02:17:37,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44625,DS-6c3431e2-a95e-40ae-a91a-097b79e1e080,DISK] 2024-12-04T02:17:37,388 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/WALs/40249addbad9,43549,1733278655271/40249addbad9%2C43549%2C1733278655271.meta.1733278657368.meta 2024-12-04T02:17:37,389 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42875:42875)] 2024-12-04T02:17:37,389 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:37,390 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:37,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:37,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:17:37,390 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:17:37,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:17:37,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:37,391 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:17:37,391 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:17:37,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:37,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:37,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:37,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:37,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:37,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:37,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:37,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:37,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:37,408 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:37,410 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740 2024-12-04T02:17:37,412 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740 2024-12-04T02:17:37,414 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:37,414 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:37,415 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:37,418 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:37,419 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69021641, jitterRate=0.02850259840488434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:37,419 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:17:37,419 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278657391Writing region info on filesystem at 1733278657391Initializing all the Stores at 1733278657393 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657396 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278657396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278657396Cleaning up temporary data from old regions at 1733278657414 (+18 ms)Running coprocessor post-open hooks at 1733278657419 (+5 ms)Region opened successfully at 1733278657419 2024-12-04T02:17:37,421 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278657358 2024-12-04T02:17:37,424 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:17:37,424 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:17:37,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,43549,1733278655271 2024-12-04T02:17:37,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43549,1733278655271, state=OPEN 2024-12-04T02:17:37,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1571853097/meta-region-server 2024-12-04T02:17:37,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1571853097/meta-region-server 2024-12-04T02:17:37,436 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,43549,1733278655271 2024-12-04T02:17:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1571853097/meta-region-server: CHANGED 2024-12-04T02:17:37,436 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1571853097/meta-region-server: CHANGED 2024-12-04T02:17:37,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:17:37,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43549,1733278655271 in 231 msec 2024-12-04T02:17:37,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:17:37,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-04T02:17:37,450 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:37,450 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:17:37,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:37,452 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43549,1733278655271, seqNum=-1] 2024-12-04T02:17:37,453 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:37,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:37,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 904 msec 2024-12-04T02:17:37,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278657462, completionTime=-1 2024-12-04T02:17:37,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:17:37,462 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:17:37,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:17:37,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278717464 2024-12-04T02:17:37,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278777464 2024-12-04T02:17:37,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:43651, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,467 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.109sec 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:37,471 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:17:37,474 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:17:37,474 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:17:37,474 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43651,1733278655148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:37,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff5142d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:37,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:37,526 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:37,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1d264c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:37,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:37,529 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:37,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43549,1733278655271, seqNum=-1] 2024-12-04T02:17:37,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:37,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:37,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,43651,1733278655148 2024-12-04T02:17:37,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:37,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:37,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e21240f0005 connected 2024-12-04T02:17:37,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142bb392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42523,-1 for getting cluster id 2024-12-04T02:17:37,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:37,583 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b993c7-409a-45f3-92c3-d162e2eb025f' 2024-12-04T02:17:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b993c7-409a-45f3-92c3-d162e2eb025f" 2024-12-04T02:17:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46fa3e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42523,-1] 2024-12-04T02:17:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:37,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:37,588 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14985e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:37,602 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42523,1733278647448 2024-12-04T02:17:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73f23bd1 2024-12-04T02:17:37,606 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:37,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:37,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:17:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:17:37,624 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:37,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:37,626 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51308ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,626 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:37,627 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:37,628 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:37,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:37,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d7245a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:37,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:37,630 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:37,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205531d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:37,633 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2291f5dd 2024-12-04T02:17:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:37,641 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:37,656 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T02:17:37,656 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:17:37,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:37,662 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:37,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:37,665 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:17:37,671 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:17:37,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:17:37,676 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:37,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:17:37,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741835_1011 (size=1138) 2024-12-04T02:17:37,725 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:17:37,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:37,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:17:38,029 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:17:38,033 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:17:38,034 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:17:38,036 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:38,036 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T02:17:38,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:38,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T02:17:38,037 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:17:38,037 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T02:17:38,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9ea58a2c1642b2e5dd0039e7def919f, NAME => 'hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33 2024-12-04T02:17:38,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741836_1012 (size=44) 2024-12-04T02:17:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:38,522 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:38,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d9ea58a2c1642b2e5dd0039e7def919f, disabling compactions & flushes 2024-12-04T02:17:38,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. after waiting 0 ms 2024-12-04T02:17:38,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9ea58a2c1642b2e5dd0039e7def919f: Waiting for close lock at 1733278658522Disabling compacts and flushes for region at 1733278658522Disabling writes for close at 1733278658523 (+1 ms)Writing region close event to WAL at 1733278658523Closed at 1733278658523 2024-12-04T02:17:38,526 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:17:38,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278658526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278658526"}]},"ts":"1733278658526"} 2024-12-04T02:17:38,537 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:17:38,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:17:38,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278658540"}]},"ts":"1733278658540"} 2024-12-04T02:17:38,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:17:38,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN}] 2024-12-04T02:17:38,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN 2024-12-04T02:17:38,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN; state=OFFLINE, location=40249addbad9,35803,1733278648539; forceNewPlan=false, retain=false 2024-12-04T02:17:38,710 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d9ea58a2c1642b2e5dd0039e7def919f, regionState=OPENING, regionLocation=40249addbad9,35803,1733278648539 2024-12-04T02:17:38,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN because future has completed 2024-12-04T02:17:38,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,35803,1733278648539}] 2024-12-04T02:17:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:38,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:38,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:17:38,883 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35803%2C1733278648539.rep, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:38,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.rep.1733278658884, exclude list is [], retry=0 2024-12-04T02:17:38,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:38,907 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.rep.1733278658884 2024-12-04T02:17:38,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:38,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d9ea58a2c1642b2e5dd0039e7def919f, NAME => 'hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:38,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. service=MultiRowMutationService 2024-12-04T02:17:38,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,911 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,912 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName hfileref 2024-12-04T02:17:38,913 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:38,913 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:38,913 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,915 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName queue 2024-12-04T02:17:38,915 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:38,916 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:38,916 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,918 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName sid 2024-12-04T02:17:38,918 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:38,918 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:38,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:17:38,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:38,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d9ea58a2c1642b2e5dd0039e7def919f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69369054, jitterRate=0.033679455518722534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:17:38,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:38,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d9ea58a2c1642b2e5dd0039e7def919f: Running coprocessor pre-open hook at 1733278658909Writing region info on filesystem at 1733278658909Initializing all the Stores at 1733278658910 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278658910Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278658910Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278658910Cleaning up temporary data from old regions at 1733278658922 (+12 ms)Running coprocessor post-open hooks at 1733278658929 (+7 ms)Region opened successfully at 1733278658930 (+1 ms) 2024-12-04T02:17:38,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., pid=7, masterSystemTime=1733278658873 2024-12-04T02:17:38,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:38,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d9ea58a2c1642b2e5dd0039e7def919f, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,35803,1733278648539 2024-12-04T02:17:38,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,35803,1733278648539 because future has completed 2024-12-04T02:17:38,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T02:17:38,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,35803,1733278648539 in 223 msec 2024-12-04T02:17:38,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:17:38,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN in 393 msec 2024-12-04T02:17:38,953 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:17:38,953 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278658953"}]},"ts":"1733278658953"} 2024-12-04T02:17:38,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:17:38,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:17:38,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2920 sec 2024-12-04T02:17:38,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., hostname=40249addbad9,35803,1733278648539, seqNum=2] 2024-12-04T02:17:38,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35803 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T02:17:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:39,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:39,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:17:39,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T02:17:39,213 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:17:39,249 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,35803,1733278648539, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:17:39,250 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:39,250 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35803,1733278648539, seqNum=-1] 2024-12-04T02:17:39,251 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:39,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T02:17:39,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,35803,1733278648539', locateType=CURRENT is [region=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., hostname=40249addbad9,35803,1733278648539, seqNum=2] 2024-12-04T02:17:39,265 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T02:17:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T02:17:39,272 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,35803,1733278648539 suceeded 2024-12-04T02:17:39,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T02:17:39,277 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:39,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-04T02:17:39,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6640 sec 2024-12-04T02:17:39,285 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:39,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e4c844f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:39,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:39,289 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:39,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:39,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d19edd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:39,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,291 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:39,292 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f67492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,293 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e8e56a1 2024-12-04T02:17:39,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:39,296 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T02:17:39,297 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,35803,1733278648539 (queues=1) is replicating from cluster=e1b993c7-409a-45f3-92c3-d162e2eb025f to cluster=abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:39,299 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C35803%2C1733278648539 2024-12-04T02:17:39,303 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,35803,1733278648539, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:17:39,306 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C35803%2C1733278648539 2024-12-04T02:17:39,310 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937, startPosition=0, beingWritten=true 2024-12-04T02:17:39,583 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:17:39,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:39,774 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:17:39,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:39,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:39,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d312027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42523,-1 for getting cluster id 2024-12-04T02:17:39,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:39,779 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b993c7-409a-45f3-92c3-d162e2eb025f' 2024-12-04T02:17:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b993c7-409a-45f3-92c3-d162e2eb025f" 2024-12-04T02:17:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571f0d38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42523,-1] 2024-12-04T02:17:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:39,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb9557d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42523,1733278647448 2024-12-04T02:17:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35353e2f 2024-12-04T02:17:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:39,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:39,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:17:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:17:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T02:17:39,794 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:39,795 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11db93f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,795 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:39,795 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:39,796 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:39,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a12c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:39,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,798 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536f5745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:39,799 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43c2bd9d 2024-12-04T02:17:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:39,801 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:39,803 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-04T02:17:39,803 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:17:39,803 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,803 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:39,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:39,890 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T02:17:39,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:17:40,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T02:17:40,107 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T02:17:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T02:17:40,131 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-40249addbad9,35803,1733278648539, ReplicationSource: 2, currentBandwidth=0 2024-12-04T02:17:40,134 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T02:17:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T02:17:40,138 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 40249addbad9,35803,1733278648539 suceeded 2024-12-04T02:17:40,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:17:40,142 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:40,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-04T02:17:40,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 353 msec 2024-12-04T02:17:40,150 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:40,151 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19d47b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,151 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:40,151 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:40,152 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:40,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:40,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5153db51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:40,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,154 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:40,155 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5097e56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,155 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:40,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:40,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7730 2024-12-04T02:17:40,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:40,157 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T02:17:40,157 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-40249addbad9,35803,1733278648539 (queues=1) is replicating from cluster=e1b993c7-409a-45f3-92c3-d162e2eb025f to cluster=abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:40,157 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=40249addbad9%2C35803%2C1733278648539 2024-12-04T02:17:40,158 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-40249addbad9,35803,1733278648539, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:17:40,158 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C35803%2C1733278648539 2024-12-04T02:17:40,158 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937, startPosition=0, beingWritten=true 2024-12-04T02:17:40,296 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:40,364 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:40,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T02:17:40,422 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T02:17:40,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:40,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:40,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:40,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42523,1733278647448 2024-12-04T02:17:40,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4497cf75 2024-12-04T02:17:40,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:40,430 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:40,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:17:40,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T02:17:40,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:17:40,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T02:17:40,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T02:17:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T02:17:40,469 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:40,471 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbbda09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,471 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:40,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:40,473 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:40,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:40,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7b8596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:40,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:40,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,477 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:40,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874c7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,479 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:40,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:40,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1185bc5e 2024-12-04T02:17:40,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:40,483 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:40,485 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:17:40,485 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:17:40,485 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,485 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,486 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:40,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:17:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T02:17:40,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T02:17:40,667 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T02:17:40,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T02:17:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T02:17:40,670 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:40,674 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 40249addbad9,35803,1733278648539 suceeded 2024-12-04T02:17:40,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T02:17:40,678 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:40,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-12-04T02:17:40,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 219 msec 2024-12-04T02:17:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T02:17:40,792 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T02:17:40,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T02:17:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T02:17:40,802 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:40,803 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f500835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,804 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:40,804 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:40,804 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:40,805 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:40,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:40,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:40,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a42cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:40,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:40,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,809 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:40,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b9b2bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:40,812 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:40,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:40,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db7f5b4 2024-12-04T02:17:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:40,815 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:40,816 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T02:17:40,817 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:17:40,817 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,817 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:40,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:40,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:17:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T02:17:40,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T02:17:40,993 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T02:17:40,994 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T02:17:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T02:17:41,000 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 40249addbad9,35803,1733278648539 suceeded 2024-12-04T02:17:41,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T02:17:41,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-12-04T02:17:41,006 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://40249addbad9:43651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:17:41,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 213 msec 2024-12-04T02:17:41,077 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T02:17:41,111 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T02:17:41,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:17:41,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42523 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T02:17:41,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:41,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:41,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:41,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:41,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:41,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:17:41,113 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=229211080, stopped=false 2024-12-04T02:17:41,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,42523,1733278647448 2024-12-04T02:17:41,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:41,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:41,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:41,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:41,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:41,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:41,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:41,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:41,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:41,120 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,35803,1733278648539' ***** 2024-12-04T02:17:41,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:41,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:17:41,121 INFO [RS:0;40249addbad9:35803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:17:41,121 INFO [RS:0;40249addbad9:35803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:17:41,121 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:17:41,121 INFO [RS:0;40249addbad9:35803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:17:41,122 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:41,122 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,35803,1733278648539 2024-12-04T02:17:41,122 INFO [RS:0;40249addbad9:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:41,122 INFO [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35803. 2024-12-04T02:17:41,122 DEBUG [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:41,122 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9ea58a2c1642b2e5dd0039e7def919f, disabling compactions & flushes 2024-12-04T02:17:41,123 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:41,123 INFO [RS:0;40249addbad9:35803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:41,123 INFO [RS:0;40249addbad9:35803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:17:41,123 INFO [RS:0;40249addbad9:35803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. after waiting 0 ms 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:41,123 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:17:41,123 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:41,123 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:41,123 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9ea58a2c1642b2e5dd0039e7def919f=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.} 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:41,123 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:41,124 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:41,126 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T02:17:41,126 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9ea58a2c1642b2e5dd0039e7def919f 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T02:17:41,184 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:41,188 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/05c2ef3b977d4b268959d46b747396a4 is 147, key is hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f./info:regioninfo/1733278658936/Put/seqid=0 2024-12-04T02:17:41,188 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/.tmp/queue/3cfb636965814a6ba73d90ae36cf828a is 151, key is 1-40249addbad9,35803,1733278648539/queue:40249addbad9%2C35803%2C1733278648539/1733278659258/Put/seqid=0 2024-12-04T02:17:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741839_1015 (size=6631) 2024-12-04T02:17:41,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741838_1014 (size=5500) 2024-12-04T02:17:41,204 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/05c2ef3b977d4b268959d46b747396a4 2024-12-04T02:17:41,308 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/ns/e5fede1654a249429f2cb684499eb743 is 43, key is default/ns:d/1733278652670/Put/seqid=0 2024-12-04T02:17:41,324 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:41,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741840_1016 (size=5153) 2024-12-04T02:17:41,427 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:41,524 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:41,585 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:41,605 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/.tmp/queue/3cfb636965814a6ba73d90ae36cf828a 2024-12-04T02:17:41,645 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/.tmp/queue/3cfb636965814a6ba73d90ae36cf828a as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/queue/3cfb636965814a6ba73d90ae36cf828a 2024-12-04T02:17:41,681 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/queue/3cfb636965814a6ba73d90ae36cf828a, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T02:17:41,695 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d9ea58a2c1642b2e5dd0039e7def919f in 566ms, sequenceid=6, compaction requested=false 2024-12-04T02:17:41,695 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:17:41,713 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T02:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:41,717 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:41,717 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9ea58a2c1642b2e5dd0039e7def919f: Waiting for close lock at 1733278661122Running coprocessor pre-close hooks at 1733278661122Disabling compacts and flushes for region at 1733278661122Disabling writes for close at 1733278661123 (+1 ms)Obtaining lock to block concurrent updates at 1733278661126 (+3 ms)Preparing flush snapshotting stores in d9ea58a2c1642b2e5dd0039e7def919f at 1733278661126Finished memstore snapshotting hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733278661135 (+9 ms)Flushing stores of hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. at 1733278661136 (+1 ms)Flushing d9ea58a2c1642b2e5dd0039e7def919f/queue: creating writer at 1733278661138 (+2 ms)Flushing d9ea58a2c1642b2e5dd0039e7def919f/queue: appending metadata at 1733278661176 (+38 ms)Flushing d9ea58a2c1642b2e5dd0039e7def919f/queue: closing flushed file at 1733278661178 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c0a850: reopening flushed file at 1733278661639 (+461 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d9ea58a2c1642b2e5dd0039e7def919f in 566ms, sequenceid=6, compaction requested=false at 1733278661695 (+56 ms)Writing region close event to WAL at 1733278661703 (+8 ms)Running coprocessor post-close hooks at 1733278661714 (+11 ms)Closed at 1733278661717 (+3 ms) 2024-12-04T02:17:41,717 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:41,725 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:41,738 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/ns/e5fede1654a249429f2cb684499eb743 2024-12-04T02:17:41,785 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/table/545a9129cda84342a5a48a77c84cab12 is 53, key is hbase:replication/table:state/1733278658953/Put/seqid=0 2024-12-04T02:17:41,789 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:17:41,789 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:17:41,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741841_1017 (size=5256) 2024-12-04T02:17:41,925 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:42,125 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:17:42,125 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:17:42,125 DEBUG [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:42,140 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:42,201 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539/40249addbad9%2C35803%2C1733278648539.1733278651937 to pos 0, reset compression=false 2024-12-04T02:17:42,205 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/table/545a9129cda84342a5a48a77c84cab12 2024-12-04T02:17:42,234 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/05c2ef3b977d4b268959d46b747396a4 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/info/05c2ef3b977d4b268959d46b747396a4 2024-12-04T02:17:42,254 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/info/05c2ef3b977d4b268959d46b747396a4, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T02:17:42,256 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/ns/e5fede1654a249429f2cb684499eb743 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/ns/e5fede1654a249429f2cb684499eb743 2024-12-04T02:17:42,275 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/ns/e5fede1654a249429f2cb684499eb743, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:17:42,277 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/table/545a9129cda84342a5a48a77c84cab12 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/table/545a9129cda84342a5a48a77c84cab12 2024-12-04T02:17:42,290 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/table/545a9129cda84342a5a48a77c84cab12, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T02:17:42,293 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1170ms, sequenceid=11, compaction requested=false 2024-12-04T02:17:42,310 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:17:42,314 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:42,314 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:42,314 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:42,314 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278661123Running coprocessor pre-close hooks at 1733278661123Disabling compacts and flushes for region at 1733278661123Disabling writes for close at 1733278661123Obtaining lock to block concurrent updates at 1733278661126 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733278661126Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733278661135 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278661136 (+1 ms)Flushing 1588230740/info: creating writer at 1733278661138 (+2 ms)Flushing 1588230740/info: appending metadata at 1733278661176 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733278661178 (+2 ms)Flushing 1588230740/ns: creating writer at 1733278661273 (+95 ms)Flushing 1588230740/ns: appending metadata at 1733278661297 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733278661298 (+1 ms)Flushing 1588230740/table: creating writer at 1733278661755 (+457 ms)Flushing 1588230740/table: appending metadata at 1733278661784 (+29 ms)Flushing 1588230740/table: closing flushed file at 1733278661784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772d6c9d: reopening flushed file at 1733278662231 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ee8978: reopening flushed file at 1733278662254 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d591ad8: reopening flushed file at 1733278662275 (+21 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1170ms, sequenceid=11, compaction requested=false at 1733278662293 (+18 ms)Writing region close event to WAL at 1733278662298 (+5 ms)Running coprocessor post-close hooks at 1733278662313 (+15 ms)Closed at 1733278662314 (+1 ms) 2024-12-04T02:17:42,314 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:42,326 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,35803,1733278648539; all regions closed. 2024-12-04T02:17:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741834_1010 (size=2742) 2024-12-04T02:17:42,351 DEBUG [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:42,352 INFO [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35803%2C1733278648539.meta:.meta(num 1733278652433) 2024-12-04T02:17:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741837_1013 (size=1802) 2024-12-04T02:17:42,366 DEBUG [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:42,366 INFO [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35803%2C1733278648539.rep:(num 1733278658884) 2024-12-04T02:17:42,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741833_1009 (size=93) 2024-12-04T02:17:42,413 DEBUG [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:42,413 INFO [RS:0;40249addbad9:35803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35803%2C1733278648539:(num 1733278651937) 2024-12-04T02:17:42,413 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:42,413 INFO [RS:0;40249addbad9:35803 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:42,413 INFO [RS:0;40249addbad9:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:42,413 INFO [RS:0;40249addbad9:35803 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:42,414 INFO [RS:0;40249addbad9:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:42,414 INFO [RS:0;40249addbad9:35803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,35803,1733278648539 because: Region server is closing 2024-12-04T02:17:42,415 INFO [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35803. 2024-12-04T02:17:42,415 DEBUG [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:42,415 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:42,415 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:42,415 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:42,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:42,516 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:17:42,517 INFO [RS:0;40249addbad9:35803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 terminated 2024-12-04T02:17:42,518 INFO [RS:0;40249addbad9:35803 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-40249addbad9,35803,1733278648539 because: Region server is closing 2024-12-04T02:17:42,518 INFO [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35803. 2024-12-04T02:17:42,518 DEBUG [RS:0;40249addbad9:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:42,519 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:42,519 DEBUG [RS:0;40249addbad9:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:42,519 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,1-40249addbad9,35803,1733278648539 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:17:42,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:42,619 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.wal-reader.40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:17:42,619 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:17:42,620 INFO [RS:0;40249addbad9:35803 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,35803,1733278648539.replicationSource.shipper40249addbad9%2C35803%2C1733278648539,2-40249addbad9,35803,1733278648539 terminated 2024-12-04T02:17:42,620 INFO [RS:0;40249addbad9:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35803 2024-12-04T02:17:42,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/rs 2024-12-04T02:17:42,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/rs/40249addbad9,35803,1733278648539 2024-12-04T02:17:42,636 INFO [RS:0;40249addbad9:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:42,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,35803,1733278648539] 2024-12-04T02:17:42,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/draining/40249addbad9,35803,1733278648539 already deleted, retry=false 2024-12-04T02:17:42,669 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,35803,1733278648539 expired; onlineServers=0 2024-12-04T02:17:42,669 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,42523,1733278647448' ***** 2024-12-04T02:17:42,669 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:17:42,672 INFO [M:0;40249addbad9:42523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:42,672 INFO [M:0;40249addbad9:42523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:42,673 DEBUG [M:0;40249addbad9:42523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:17:42,673 DEBUG [M:0;40249addbad9:42523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:17:42,673 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278651556 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278651556,5,FailOnTimeoutGroup] 2024-12-04T02:17:42,673 INFO [M:0;40249addbad9:42523 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:42,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:17:42,676 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278651557 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278651557,5,FailOnTimeoutGroup] 2024-12-04T02:17:42,680 INFO [M:0;40249addbad9:42523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:42,680 DEBUG [M:0;40249addbad9:42523 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:17:42,680 INFO [M:0;40249addbad9:42523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:17:42,681 INFO [M:0;40249addbad9:42523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:42,681 INFO [M:0;40249addbad9:42523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:17:42,682 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:17:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/master 2024-12-04T02:17:42,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:42,692 DEBUG [M:0;40249addbad9:42523 {}] zookeeper.ZKUtil(347): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/master because node does not exist (not an error) 2024-12-04T02:17:42,692 WARN [M:0;40249addbad9:42523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:17:42,694 INFO [M:0;40249addbad9:42523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.lastflushedseqids 2024-12-04T02:17:42,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741842_1018 (size=181) 2024-12-04T02:17:42,744 INFO [M:0;40249addbad9:42523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:17:42,745 INFO [M:0;40249addbad9:42523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:17:42,745 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:42,745 INFO [M:0;40249addbad9:42523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:42,745 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:42,745 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:42,745 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:42,752 INFO [M:0;40249addbad9:42523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T02:17:42,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:42,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x1019e21240f0001, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:42,761 INFO [RS:0;40249addbad9:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:42,762 INFO [RS:0;40249addbad9:35803 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,35803,1733278648539; zookeeper connection closed. 2024-12-04T02:17:42,766 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79d2388 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79d2388 2024-12-04T02:17:42,770 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:17:42,807 DEBUG [M:0;40249addbad9:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f2453d27f2e473a8290f11453072c08 is 82, key is hbase:meta,,1/info:regioninfo/1733278652520/Put/seqid=0 2024-12-04T02:17:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741843_1019 (size=5672) 2024-12-04T02:17:42,856 INFO [M:0;40249addbad9:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f2453d27f2e473a8290f11453072c08 2024-12-04T02:17:42,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:17:42,970 DEBUG [M:0;40249addbad9:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/592f5c9fc3234d9bba735b9c3d32b441 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733278658960/Put/seqid=0 2024-12-04T02:17:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741844_1020 (size=8663) 2024-12-04T02:17:43,004 INFO [M:0;40249addbad9:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/592f5c9fc3234d9bba735b9c3d32b441 2024-12-04T02:17:43,096 DEBUG [M:0;40249addbad9:42523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d5388ba83b449aa5420ceb52c98b78 is 69, key is 40249addbad9,35803,1733278648539/rs:state/1733278651692/Put/seqid=0 2024-12-04T02:17:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741845_1021 (size=5156) 2024-12-04T02:17:43,557 INFO [M:0;40249addbad9:42523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d5388ba83b449aa5420ceb52c98b78 2024-12-04T02:17:43,591 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f2453d27f2e473a8290f11453072c08 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f2453d27f2e473a8290f11453072c08 2024-12-04T02:17:43,627 INFO [M:0;40249addbad9:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f2453d27f2e473a8290f11453072c08, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T02:17:43,629 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/592f5c9fc3234d9bba735b9c3d32b441 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/592f5c9fc3234d9bba735b9c3d32b441 2024-12-04T02:17:43,643 INFO [M:0;40249addbad9:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/592f5c9fc3234d9bba735b9c3d32b441, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T02:17:43,645 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61d5388ba83b449aa5420ceb52c98b78 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d5388ba83b449aa5420ceb52c98b78 2024-12-04T02:17:43,662 INFO [M:0;40249addbad9:42523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d5388ba83b449aa5420ceb52c98b78, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T02:17:43,663 INFO [M:0;40249addbad9:42523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=115, compaction requested=false 2024-12-04T02:17:43,688 INFO [M:0;40249addbad9:42523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:43,689 DEBUG [M:0;40249addbad9:42523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278662745Disabling compacts and flushes for region at 1733278662745Disabling writes for close at 1733278662745Obtaining lock to block concurrent updates at 1733278662752 (+7 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278662752Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733278662753 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278662760 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278662760Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278662806 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278662806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278662894 (+88 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278662970 (+76 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278662970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278663028 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278663092 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278663095 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56958348: reopening flushed file at 1733278663588 (+493 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bde3f22: reopening flushed file at 1733278663627 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f4b9831: reopening flushed file at 1733278663643 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=115, compaction requested=false at 1733278663663 (+20 ms)Writing region close event to WAL at 1733278663688 (+25 ms)Closed at 1733278663688 2024-12-04T02:17:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741830_1006 (size=59421) 2024-12-04T02:17:43,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:43,694 INFO [M:0;40249addbad9:42523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:17:43,694 INFO [M:0;40249addbad9:42523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42523 2024-12-04T02:17:43,694 INFO [M:0;40249addbad9:42523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:43,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42523-0x1019e21240f0000, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:43,835 INFO [M:0;40249addbad9:42523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:43,838 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:17:43,838 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:43,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43457 2024-12-04T02:17:43,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43457 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:43,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434570x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:43,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43457-0x1019e21240f0006 connected 2024-12-04T02:17:43,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:43,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:43,937 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: INIT 2024-12-04T02:17:43,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:43,938 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33, hbase.cluster.distributed=false 2024-12-04T02:17:43,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/acl 2024-12-04T02:17:43,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43457 2024-12-04T02:17:43,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43457 2024-12-04T02:17:43,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43457 2024-12-04T02:17:43,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43457 2024-12-04T02:17:44,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43457 2024-12-04T02:17:44,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:44,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:17:44,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:44,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37421 2024-12-04T02:17:44,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37421 connecting to ZooKeeper ensemble=127.0.0.1:51913 2024-12-04T02:17:44,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:44,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:44,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374210x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:44,069 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: INIT 2024-12-04T02:17:44,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374210x0, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:44,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:17:44,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37421-0x1019e21240f0007 connected 2024-12-04T02:17:44,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:17:44,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/master 2024-12-04T02:17:44,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/acl 2024-12-04T02:17:44,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37421 2024-12-04T02:17:44,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37421 2024-12-04T02:17:44,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37421 2024-12-04T02:17:44,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37421 2024-12-04T02:17:44,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37421 2024-12-04T02:17:44,104 DEBUG [M:0;40249addbad9:43457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:43457 2024-12-04T02:17:44,104 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01476537899/backup-masters/40249addbad9,43457,1733278663837 2024-12-04T02:17:44,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:44,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:44,118 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/backup-masters/40249addbad9,43457,1733278663837 2024-12-04T02:17:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/master 2024-12-04T02:17:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:44,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:44,132 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/master 2024-12-04T02:17:44,137 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01476537899/backup-masters/40249addbad9,43457,1733278663837 from backup master directory 2024-12-04T02:17:44,162 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:44,162 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,43457,1733278663837 2024-12-04T02:17:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/backup-masters/40249addbad9,43457,1733278663837 2024-12-04T02:17:44,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:44,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/backup-masters 2024-12-04T02:17:44,241 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:44,241 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:17:44,268 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 26ms. 2024-12-04T02:17:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741846_1022 (size=196) 2024-12-04T02:17:44,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:17:44,689 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:17:44,690 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:44,715 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T02:17:44,741 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448 to hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448-dead as it is dead 2024-12-04T02:17:44,744 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T02:17:44,744 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T02:17:44,744 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448-dead/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:44,752 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448-dead/40249addbad9%2C42523%2C1733278647448.1733278650777 after 6ms 2024-12-04T02:17:44,760 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448-dead/40249addbad9%2C42523%2C1733278647448.1733278650777 to hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:44,760 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,42523,1733278647448-dead 2024-12-04T02:17:44,767 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,43457,1733278663837 2024-12-04T02:17:44,769 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:44,771 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C43457%2C1733278663837, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,43457,1733278663837, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/oldWALs, maxLogs=10 2024-12-04T02:17:44,789 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,43457,1733278663837/40249addbad9%2C43457%2C1733278663837.1733278664772, exclude list is [], retry=0 2024-12-04T02:17:44,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:44,822 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/WALs/40249addbad9,43457,1733278663837/40249addbad9%2C43457%2C1733278663837.1733278664772 2024-12-04T02:17:44,824 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:44,824 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:44,825 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:44,825 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,825 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:17:44,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:44,855 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f2453d27f2e473a8290f11453072c08 2024-12-04T02:17:44,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:44,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:17:44,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:44,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/592f5c9fc3234d9bba735b9c3d32b441 2024-12-04T02:17:44,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:44,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:17:44,870 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:44,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61d5388ba83b449aa5420ceb52c98b78 2024-12-04T02:17:44,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:44,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:17:44,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:44,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:44,895 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,896 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T02:17:44,897 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:44,918 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:44,921 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C42523%2C1733278647448.1733278650777 2024-12-04T02:17:44,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,924 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:44,928 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:44,933 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T02:17:44,939 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69268541, jitterRate=0.032181695103645325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:44,940 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278664825Initializing all the Stores at 1733278664827 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278664827Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278664828 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278664828Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278664828Cleaning up temporary data from old regions at 1733278664923 (+95 ms)Region opened successfully at 1733278664939 (+16 ms) 2024-12-04T02:17:44,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:17:44,964 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ac62a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:44,980 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T02:17:44,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:17:44,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:17:44,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:17:44,992 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 10 msec 2024-12-04T02:17:45,004 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:45,004 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:17:45,005 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:17:45,005 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:17:45,005 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T02:17:45,005 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T02:17:45,005 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 13 msec 2024-12-04T02:17:45,006 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:17:45,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=40249addbad9,35803,1733278648539, regionLocation=40249addbad9,35803,1733278648539, openSeqNum=2 2024-12-04T02:17:45,020 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=40249addbad9,35803,1733278648539, table=hbase:meta, region=1588230740 2024-12-04T02:17:45,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35803,1733278648539, state=OPEN 2024-12-04T02:17:45,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:45,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:17:45,183 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/draining/40249addbad9,35803,1733278648539 already deleted, retry=false 2024-12-04T02:17:45,183 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 40249addbad9,35803,1733278648539 on 40249addbad9,43457,1733278663837 2024-12-04T02:17:45,192 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 40249addbad9,35803,1733278648539, splitWal=true, meta=true 2024-12-04T02:17:45,195 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 40249addbad9,35803,1733278648539 (carryingMeta=true) 40249addbad9,35803,1733278648539/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@340d67b9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T02:17:45,199 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/balancer because node does not exist (not necessarily an error) 2024-12-04T02:17:45,281 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/balancer already deleted, retry=false 2024-12-04T02:17:45,281 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:17:45,282 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:17:45,344 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/normalizer already deleted, retry=false 2024-12-04T02:17:45,345 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:17:45,346 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:17:45,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/switch/split already deleted, retry=false 2024-12-04T02:17:45,363 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:17:45,373 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/switch/merge already deleted, retry=false 2024-12-04T02:17:45,427 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:17:45,436 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/snapshot-cleanup already deleted, retry=false 2024-12-04T02:17:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:45,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:45,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:45,451 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,43457,1733278663837, sessionid=0x1019e21240f0006, setting cluster-up flag (Was=false) 2024-12-04T02:17:45,478 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476537899/flush-table-proc/acquired, /01476537899/flush-table-proc/reached, /01476537899/flush-table-proc/abort 2024-12-04T02:17:45,481 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43457,1733278663837 2024-12-04T02:17:45,545 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01476537899/online-snapshot/acquired, /01476537899/online-snapshot/reached, /01476537899/online-snapshot/abort 2024-12-04T02:17:45,547 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43457,1733278663837 2024-12-04T02:17:45,549 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.lastflushedseqids 2024-12-04T02:17:45,557 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:17:45,557 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:17:45,557 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,43457,1733278663837 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 40249addbad9,35803,1733278648539 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:17:45,569 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:45,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,586 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 40249addbad9,35803,1733278648539, splitWal=true, meta=true 2024-12-04T02:17:45,595 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 40249addbad9,35803,1733278648539, splitWal=true, meta=true, isMeta: true 2024-12-04T02:17:45,600 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278695600 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:17:45,601 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:17:45,603 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,608 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539-splitting 2024-12-04T02:17:45,609 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:17:45,609 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:17:45,609 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:17:45,609 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:17:45,611 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539-splitting dir is empty, no logs to split. 2024-12-04T02:17:45,611 INFO [PEWorker-1 {}] master.SplitWALManager(105): 40249addbad9,35803,1733278648539 WAL count=0, meta=true 2024-12-04T02:17:45,614 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:17:45,614 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:17:45,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278665615,5,FailOnTimeoutGroup] 2024-12-04T02:17:45,628 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278665624,5,FailOnTimeoutGroup] 2024-12-04T02:17:45,628 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(746): ClusterId : e1b993c7-409a-45f3-92c3-d162e2eb025f 2024-12-04T02:17:45,628 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:17:45,628 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,629 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:17:45,629 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,629 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,629 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278665629, completionTime=-1 2024-12-04T02:17:45,629 WARN [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T02:17:45,632 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T02:17:45,637 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539-splitting dir is empty, no logs to split. 2024-12-04T02:17:45,637 INFO [PEWorker-1 {}] master.SplitWALManager(105): 40249addbad9,35803,1733278648539 WAL count=0, meta=true 2024-12-04T02:17:45,638 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 40249addbad9,35803,1733278648539 WAL splitting is done? wals=0, meta=true 2024-12-04T02:17:45,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:17:45,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:45,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T02:17:45,669 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:17:45,669 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:17:45,684 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:17:45,685 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea8b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:45,709 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:37421 2024-12-04T02:17:45,709 INFO [RS:0;40249addbad9:37421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:17:45,709 INFO [RS:0;40249addbad9:37421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:17:45,709 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:17:45,713 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,43457,1733278663837 with port=37421, startcode=1733278664024 2024-12-04T02:17:45,713 DEBUG [RS:0;40249addbad9:37421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:17:45,720 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:17:45,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,37421,1733278664024 2024-12-04T02:17:45,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43457 {}] master.ServerManager(517): Registering regionserver=40249addbad9,37421,1733278664024 2024-12-04T02:17:45,724 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33 2024-12-04T02:17:45,724 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46095 2024-12-04T02:17:45,724 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:17:45,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T02:17:45,743 DEBUG [RS:0;40249addbad9:37421 {}] zookeeper.ZKUtil(111): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on existing znode=/01476537899/rs/40249addbad9,37421,1733278664024 2024-12-04T02:17:45,743 WARN [RS:0;40249addbad9:37421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:45,743 INFO [RS:0;40249addbad9:37421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:45,744 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024 2024-12-04T02:17:45,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/rs 2024-12-04T02:17:45,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,37421,1733278664024] 2024-12-04T02:17:45,808 WARN [40249addbad9:43457 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T02:17:45,877 INFO [RS:0;40249addbad9:37421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:17:45,881 INFO [RS:0;40249addbad9:37421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:17:45,883 INFO [RS:0;40249addbad9:37421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:17:45,883 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,885 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:17:45,887 INFO [RS:0;40249addbad9:37421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:17:45,887 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,887 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,887 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:45,888 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:45,889 DEBUG [RS:0;40249addbad9:37421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:45,891 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,891 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,891 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,892 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,892 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,892 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,37421,1733278664024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:45,913 INFO [RS:0;40249addbad9:37421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:17:45,914 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,37421,1733278664024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,935 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,37421,1733278664024, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:17:45,964 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(231): queueId=2-40249addbad9,37421,1733278664024, ReplicationSource: 2, currentBandwidth=0 2024-12-04T02:17:45,964 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,964 INFO [RS:0;40249addbad9:37421 {}] regionserver.Replication(171): 40249addbad9,37421,1733278664024 started 2024-12-04T02:17:45,976 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:45,979 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f4912f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,979 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:45,979 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:45,988 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:45,989 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:43651' 2024-12-04T02:17:45,990 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ac9b6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,990 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:45,990 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43651,-1 for getting cluster id 2024-12-04T02:17:45,990 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,37421,1733278664024, RpcServer on 40249addbad9/172.17.0.3:37421, sessionid=0x1019e21240f0007 2024-12-04T02:17:45,991 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca3ad90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:45,992 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abab28e0-237f-4709-9a60-1e944f7f8dc2' 2024-12-04T02:17:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:45,992 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:17:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:45,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abab28e0-237f-4709-9a60-1e944f7f8dc2" 2024-12-04T02:17:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8b53d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43651,-1] 2024-12-04T02:17:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:45,993 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:45,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:45,992 DEBUG [RS:0;40249addbad9:37421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,37421,1733278664024 2024-12-04T02:17:45,993 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,37421,1733278664024' 2024-12-04T02:17:45,993 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476537899/flush-table-proc/abort' 2024-12-04T02:17:45,994 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360ce2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,995 DEBUG [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:45,995 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae413fa 2024-12-04T02:17:45,996 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476537899/flush-table-proc/acquired' 2024-12-04T02:17:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:45,996 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:17:45,996 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:17:45,996 DEBUG [RS:0;40249addbad9:37421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,37421,1733278664024 2024-12-04T02:17:45,996 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,37421,1733278664024' 2024-12-04T02:17:45,997 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01476537899/online-snapshot/abort' 2024-12-04T02:17:45,997 DEBUG [RS:0;40249addbad9:37421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01476537899/online-snapshot/acquired' 2024-12-04T02:17:45,997 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T02:17:45,998 DEBUG [RS:0;40249addbad9:37421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:17:45,998 INFO [RS:0;40249addbad9:37421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:17:45,998 INFO [RS:0;40249addbad9:37421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:17:45,999 INFO [RS:0;40249addbad9:37421.replicationSource,1-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,37421,1733278664024 (queues=0) is replicating from cluster=e1b993c7-409a-45f3-92c3-d162e2eb025f to cluster=abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:45,999 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b976a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:45,999 DEBUG [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:46,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43651,1733278655148 2024-12-04T02:17:46,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7278dccd 2024-12-04T02:17:46,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:46,007 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T02:17:46,009 INFO [RS:0;40249addbad9:37421.replicationSource,2-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-40249addbad9,37421,1733278664024 (queues=0) is replicating from cluster=e1b993c7-409a-45f3-92c3-d162e2eb025f to cluster=abab28e0-237f-4709-9a60-1e944f7f8dc2 2024-12-04T02:17:46,099 INFO [RS:0;40249addbad9:37421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:46,102 INFO [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C37421%2C1733278664024, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:46,121 DEBUG [RS:0;40249addbad9:37421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103, exclude list is [], retry=0 2024-12-04T02:17:46,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:46,133 INFO [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 2024-12-04T02:17:46,134 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 40249addbad9%2C37421%2C1733278664024 for peer 2 2024-12-04T02:17:46,134 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 40249addbad9%2C37421%2C1733278664024 for peer 1 2024-12-04T02:17:46,134 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C37421%2C1733278664024 2024-12-04T02:17:46,134 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,37421,1733278664024, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:17:46,140 INFO [RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C37421%2C1733278664024 2024-12-04T02:17:46,140 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=40249addbad9%2C37421%2C1733278664024 2024-12-04T02:17:46,141 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-40249addbad9,37421,1733278664024, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:17:46,141 INFO [RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C37421%2C1733278664024 2024-12-04T02:17:46,141 DEBUG [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:46,141 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103, startPosition=0, beingWritten=true 2024-12-04T02:17:46,141 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103, startPosition=0, beingWritten=true 2024-12-04T02:17:46,309 DEBUG [40249addbad9:43457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:17:46,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,37421,1733278664024 2024-12-04T02:17:46,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,37421,1733278664024, state=OPENING 2024-12-04T02:17:46,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:46,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:46,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:46,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:46,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:46,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,37421,1733278664024}] 2024-12-04T02:17:46,351 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:46,385 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:46,484 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:17:46,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:17:46,491 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:17:46,492 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:46,492 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:17:46,495 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C37421%2C1733278664024.meta, suffix=.meta, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:46,511 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.meta.1733278666495.meta, exclude list is [], retry=0 2024-12-04T02:17:46,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:46,517 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.meta.1733278666495.meta 2024-12-04T02:17:46,517 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:46,518 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:46,518 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:46,518 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:46,518 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:17:46,518 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:17:46,518 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:17:46,519 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:46,519 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:17:46,519 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:17:46,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:46,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:46,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:46,531 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/info/05c2ef3b977d4b268959d46b747396a4 2024-12-04T02:17:46,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:46,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:46,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:46,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:46,549 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/ns/e5fede1654a249429f2cb684499eb743 2024-12-04T02:17:46,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:46,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:46,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:46,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:46,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:46,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:46,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:46,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:46,565 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/table/545a9129cda84342a5a48a77c84cab12 2024-12-04T02:17:46,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:46,565 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:46,566 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:46,568 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740 2024-12-04T02:17:46,571 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:46,571 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:46,572 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:46,575 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:46,577 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71219602, jitterRate=0.06125476956367493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:46,577 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:17:46,577 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278666519Writing region info on filesystem at 1733278666519Initializing all the Stores at 1733278666520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278666520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278666520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278666520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278666520Cleaning up temporary data from old regions at 1733278666571 (+51 ms)Running coprocessor post-open hooks at 1733278666577 (+6 ms)Region opened successfully at 1733278666577 2024-12-04T02:17:46,584 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733278666484 2024-12-04T02:17:46,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=40249addbad9,37421,1733278664024 2024-12-04T02:17:46,592 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:17:46,592 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:17:46,593 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,37421,1733278664024, state=OPEN 2024-12-04T02:17:46,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:46,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01476537899/meta-region-server 2024-12-04T02:17:46,614 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,37421,1733278664024 2024-12-04T02:17:46,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:46,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01476537899/meta-region-server: CHANGED 2024-12-04T02:17:46,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T02:17:46,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,37421,1733278664024 in 284 msec 2024-12-04T02:17:46,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T02:17:46,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 979 msec 2024-12-04T02:17:46,661 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:46,692 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:47,072 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:47,105 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:47,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1619ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1515ms 2024-12-04T02:17:47,586 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:47,612 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:47,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:17:48,199 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:48,229 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:48,752 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3123ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3019ms 2024-12-04T02:17:48,905 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:48,935 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:49,713 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:49,743 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:50,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4526ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T02:17:50,155 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:17:50,156 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:50,156 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,37421,1733278664024, seqNum=-1] 2024-12-04T02:17:50,156 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:50,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:50,165 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9ea58a2c1642b2e5dd0039e7def919f, regionState=OPEN, lastHost=40249addbad9,35803,1733278648539, regionLocation=40249addbad9,35803,1733278648539, openSeqNum=2 2024-12-04T02:17:50,165 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:17:50,165 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278730165 2024-12-04T02:17:50,165 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278790165 2024-12-04T02:17:50,165 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-04T02:17:50,166 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,166 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,166 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 40249addbad9,35803,1733278648539 had 2 regions 2024-12-04T02:17:50,166 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,166 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:43457, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,166 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,168 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 40249addbad9,35803,1733278648539, splitWal=true, meta=true, isMeta: false 2024-12-04T02:17:50,169 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,171 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539-splitting dir is empty, no logs to split. 2024-12-04T02:17:50,171 INFO [PEWorker-3 {}] master.SplitWALManager(105): 40249addbad9,35803,1733278648539 WAL count=0, meta=false 2024-12-04T02:17:50,176 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,35803,1733278648539-splitting dir is empty, no logs to split. 2024-12-04T02:17:50,176 INFO [PEWorker-3 {}] master.SplitWALManager(105): 40249addbad9,35803,1733278648539 WAL count=0, meta=false 2024-12-04T02:17:50,176 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 40249addbad9,35803,1733278648539 WAL splitting is done? wals=0, meta=false 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 6.016sec 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:17:50,178 WARN [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=40249addbad9,35803,1733278648539/hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:50,178 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:17:50,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN}] 2024-12-04T02:17:50,181 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN 2024-12-04T02:17:50,183 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T02:17:50,184 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:17:50,185 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:17:50,185 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43457,1733278663837-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:50,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3ea22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43457,-1 for getting cluster id 2024-12-04T02:17:50,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:50,241 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b993c7-409a-45f3-92c3-d162e2eb025f' 2024-12-04T02:17:50,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b993c7-409a-45f3-92c3-d162e2eb025f" 2024-12-04T02:17:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49be2129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43457,-1] 2024-12-04T02:17:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,248 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:50,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd8fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:17:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,37421,1733278664024, seqNum=-1] 2024-12-04T02:17:50,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:17:50,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:17:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T02:17:50,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:50,271 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:50,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:50,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 40249addbad9:43457 after: 40249addbad9:43457 2024-12-04T02:17:50,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d1da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43457,-1 for getting cluster id 2024-12-04T02:17:50,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:17:50,275 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1b993c7-409a-45f3-92c3-d162e2eb025f' 2024-12-04T02:17:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:17:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1b993c7-409a-45f3-92c3-d162e2eb025f" 2024-12-04T02:17:50,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140c786c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43457,-1] 2024-12-04T02:17:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:17:50,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,277 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:17:50,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e17ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:17:50,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:17:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43457,1733278663837 2024-12-04T02:17:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@272e6a23 2024-12-04T02:17:50,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:17:50,284 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:17:50,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:17:50,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T02:17:50,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:17:50,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43457 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-04T02:17:50,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:17:50,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:50,293 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:50,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,294 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:50,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:17:50,294 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1033762441, stopped=false 2024-12-04T02:17:50,294 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,43651,1733278655148 2024-12-04T02:17:50,333 DEBUG [40249addbad9:43457 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:17:50,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d9ea58a2c1642b2e5dd0039e7def919f, regionState=OPENING, regionLocation=40249addbad9,37421,1733278664024 2024-12-04T02:17:50,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN because future has completed 2024-12-04T02:17:50,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,37421,1733278664024}] 2024-12-04T02:17:50,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:50,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:50,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:17:50,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C37421%2C1733278664024.rep, suffix=, logDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024, archiveDir=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs, maxLogs=10 2024-12-04T02:17:50,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.rep.1733278670502, exclude list is [], retry=0 2024-12-04T02:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1571853097/running 2024-12-04T02:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1571853097/running 2024-12-04T02:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:50,522 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:50,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:50,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:50,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/running 2024-12-04T02:17:50,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Set watcher on znode that does not yet exist, /1-1571853097/running 2024-12-04T02:17:50,523 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,43549,1733278655271' ***** 2024-12-04T02:17:50,524 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:17:50,524 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,43549,1733278655271 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43549. 2024-12-04T02:17:50,524 DEBUG [RS:0;40249addbad9:43549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:50,524 DEBUG [RS:0;40249addbad9:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,524 INFO [RS:0;40249addbad9:43549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:17:50,525 INFO [RS:0;40249addbad9:43549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:17:50,525 INFO [RS:0;40249addbad9:43549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:17:50,525 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:17:50,525 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:17:50,525 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:17:50,525 DEBUG [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:50,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-9bc064f1-8e1d-45e9-855c-55f2ca9ec6cb,DISK] 2024-12-04T02:17:50,525 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:50,525 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:50,526 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:50,526 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:50,526 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:50,526 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T02:17:50,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.rep.1733278670502 2024-12-04T02:17:50,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989)] 2024-12-04T02:17:50,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d9ea58a2c1642b2e5dd0039e7def919f, NAME => 'hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:50,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:50,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:50,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. service=MultiRowMutationService 2024-12-04T02:17:50,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:17:50,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:50,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,532 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,534 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName hfileref 2024-12-04T02:17:50,534 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:50,535 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:50,535 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,536 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName queue 2024-12-04T02:17:50,536 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:50,544 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/.tmp/ns/4336f97865ee4c11b5b656fc842171b8 is 43, key is default/ns:d/1733278657455/Put/seqid=0 2024-12-04T02:17:50,545 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/queue/3cfb636965814a6ba73d90ae36cf828a 2024-12-04T02:17:50,545 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:50,545 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,547 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9ea58a2c1642b2e5dd0039e7def919f columnFamilyName sid 2024-12-04T02:17:50,547 DEBUG [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:50,547 INFO [StoreOpener-d9ea58a2c1642b2e5dd0039e7def919f-1 {}] regionserver.HStore(327): Store=d9ea58a2c1642b2e5dd0039e7def919f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:50,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741835_1011 (size=5153) 2024-12-04T02:17:50,550 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/.tmp/ns/4336f97865ee4c11b5b656fc842171b8 2024-12-04T02:17:50,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:17:50,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d9ea58a2c1642b2e5dd0039e7def919f; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65334147, jitterRate=-0.02644534409046173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:17:50,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:50,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d9ea58a2c1642b2e5dd0039e7def919f: Running coprocessor pre-open hook at 1733278670530Writing region info on filesystem at 1733278670530Initializing all the Stores at 1733278670531 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278670531Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278670532 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278670532Cleaning up temporary data from old regions at 1733278670552 (+20 ms)Running coprocessor post-open hooks at 1733278670556 (+4 ms)Region opened successfully at 1733278670557 (+1 ms) 2024-12-04T02:17:50,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., pid=19, masterSystemTime=1733278670490 2024-12-04T02:17:50,558 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/.tmp/ns/4336f97865ee4c11b5b656fc842171b8 as hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/ns/4336f97865ee4c11b5b656fc842171b8 2024-12-04T02:17:50,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:50,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:50,562 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d9ea58a2c1642b2e5dd0039e7def919f, regionState=OPEN, openSeqNum=10, regionLocation=40249addbad9,37421,1733278664024 2024-12-04T02:17:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,37421,1733278664024 because future has completed 2024-12-04T02:17:50,567 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/ns/4336f97865ee4c11b5b656fc842171b8, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T02:17:50,569 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false 2024-12-04T02:17:50,569 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:17:50,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T02:17:50,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d9ea58a2c1642b2e5dd0039e7def919f, server=40249addbad9,37421,1733278664024 in 230 msec 2024-12-04T02:17:50,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T02:17:50,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d9ea58a2c1642b2e5dd0039e7def919f, ASSIGN in 392 msec 2024-12-04T02:17:50,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T02:17:50,581 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T02:17:50,582 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:50,582 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:50,582 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:50,582 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278670525Running coprocessor pre-close hooks at 1733278670525Disabling compacts and flushes for region at 1733278670525Disabling writes for close at 1733278670526 (+1 ms)Obtaining lock to block concurrent updates at 1733278670526Preparing flush snapshotting stores in 1588230740 at 1733278670526Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733278670527 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278670527Flushing 1588230740/ns: creating writer at 1733278670528 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733278670544 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733278670544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14876106: reopening flushed file at 1733278670557 (+13 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false at 1733278670569 (+12 ms)Writing region close event to WAL at 1733278670573 (+4 ms)Running coprocessor post-close hooks at 1733278670582 (+9 ms)Closed at 1733278670582 2024-12-04T02:17:50,582 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:50,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f., hostname=40249addbad9,37421,1733278664024, seqNum=10] 2024-12-04T02:17:50,600 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:50,613 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 40249addbad9,35803,1733278648539 2024-12-04T02:17:50,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T02:17:50,625 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:50,659 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:50,725 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,43549,1733278655271; all regions closed. 2024-12-04T02:17:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741834_1010 (size=1152) 2024-12-04T02:17:50,732 DEBUG [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/oldWALs 2024-12-04T02:17:50,732 INFO [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C43549%2C1733278655271.meta:.meta(num 1733278657368) 2024-12-04T02:17:50,734 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:17:50,734 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:17:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741832_1008 (size=93) 2024-12-04T02:17:50,738 DEBUG [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/oldWALs 2024-12-04T02:17:50,738 INFO [RS:0;40249addbad9:43549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C43549%2C1733278655271:(num 1733278656879) 2024-12-04T02:17:50,738 DEBUG [RS:0;40249addbad9:43549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:50,738 INFO [RS:0;40249addbad9:43549 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:50,738 INFO [RS:0;40249addbad9:43549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:50,738 INFO [RS:0;40249addbad9:43549 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:50,739 INFO [RS:0;40249addbad9:43549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:50,739 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:50,739 INFO [RS:0;40249addbad9:43549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43549 2024-12-04T02:17:50,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37421 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T02:17:50,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097/rs 2024-12-04T02:17:50,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1571853097/rs/40249addbad9,43549,1733278655271 2024-12-04T02:17:50,782 INFO [RS:0;40249addbad9:43549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:50,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,43549,1733278655271] 2024-12-04T02:17:50,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1571853097/draining/40249addbad9,43549,1733278655271 already deleted, retry=false 2024-12-04T02:17:50,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,43549,1733278655271 expired; onlineServers=0 2024-12-04T02:17:50,952 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,43651,1733278655148' ***** 2024-12-04T02:17:50,952 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:17:50,952 INFO [M:0;40249addbad9:43651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:50,952 INFO [M:0;40249addbad9:43651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:50,952 DEBUG [M:0;40249addbad9:43651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:17:50,953 DEBUG [M:0;40249addbad9:43651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:17:50,953 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:17:50,953 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278656566 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278656566,5,FailOnTimeoutGroup] 2024-12-04T02:17:50,953 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278656564 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278656564,5,FailOnTimeoutGroup] 2024-12-04T02:17:50,953 INFO [M:0;40249addbad9:43651 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:50,953 INFO [M:0;40249addbad9:43651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:50,953 DEBUG [M:0;40249addbad9:43651 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:17:50,953 INFO [M:0;40249addbad9:43651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:17:50,953 INFO [M:0;40249addbad9:43651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:50,953 INFO [M:0;40249addbad9:43651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:17:50,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:17:50,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:50,968 INFO [RS:0;40249addbad9:43549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:50,968 INFO [RS:0;40249addbad9:43549 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,43549,1733278655271; zookeeper connection closed. 2024-12-04T02:17:50,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43549-0x1019e21240f0004, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:50,969 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cc1407a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cc1407a 2024-12-04T02:17:50,969 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:17:51,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1571853097/master 2024-12-04T02:17:51,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1571853097 2024-12-04T02:17:51,070 DEBUG [M:0;40249addbad9:43651 {}] zookeeper.ZKUtil(347): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Unable to get data of znode /1-1571853097/master because node does not exist (not an error) 2024-12-04T02:17:51,070 WARN [M:0;40249addbad9:43651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:17:51,076 INFO [M:0;40249addbad9:43651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/.lastflushedseqids 2024-12-04T02:17:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741836_1012 (size=99) 2024-12-04T02:17:51,496 INFO [M:0;40249addbad9:43651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:17:51,497 INFO [M:0;40249addbad9:43651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:17:51,497 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:51,497 INFO [M:0;40249addbad9:43651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:51,497 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:51,497 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:51,497 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:51,497 INFO [M:0;40249addbad9:43651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T02:17:51,518 DEBUG [M:0;40249addbad9:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95eca913f8c4426eb26da9a3ca8dddcc is 82, key is hbase:meta,,1/info:regioninfo/1733278657425/Put/seqid=0 2024-12-04T02:17:51,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741837_1013 (size=5672) 2024-12-04T02:17:51,630 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:51,668 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:51,924 INFO [M:0;40249addbad9:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95eca913f8c4426eb26da9a3ca8dddcc 2024-12-04T02:17:51,948 DEBUG [M:0;40249addbad9:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b1100accc94dbda6bd00dde9a97f51 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733278657461/Put/seqid=0 2024-12-04T02:17:51,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741838_1014 (size=5275) 2024-12-04T02:17:52,354 INFO [M:0;40249addbad9:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b1100accc94dbda6bd00dde9a97f51 2024-12-04T02:17:52,379 DEBUG [M:0;40249addbad9:43651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5f475a6fdc4b57b8a355aaf8c5fcbd is 69, key is 40249addbad9,43549,1733278655271/rs:state/1733278656676/Put/seqid=0 2024-12-04T02:17:52,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741839_1015 (size=5156) 2024-12-04T02:17:52,752 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:52,779 DEBUG [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/WALs/40249addbad9,37421,1733278664024/40249addbad9%2C37421%2C1733278664024.1733278666103 to pos 0, reset compression=false 2024-12-04T02:17:52,792 INFO [M:0;40249addbad9:43651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5f475a6fdc4b57b8a355aaf8c5fcbd 2024-12-04T02:17:52,806 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95eca913f8c4426eb26da9a3ca8dddcc as hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95eca913f8c4426eb26da9a3ca8dddcc 2024-12-04T02:17:52,828 INFO [M:0;40249addbad9:43651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95eca913f8c4426eb26da9a3ca8dddcc, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T02:17:52,832 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/01b1100accc94dbda6bd00dde9a97f51 as hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b1100accc94dbda6bd00dde9a97f51 2024-12-04T02:17:52,877 INFO [M:0;40249addbad9:43651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/01b1100accc94dbda6bd00dde9a97f51, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T02:17:52,891 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d5f475a6fdc4b57b8a355aaf8c5fcbd as hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5f475a6fdc4b57b8a355aaf8c5fcbd 2024-12-04T02:17:52,911 INFO [M:0;40249addbad9:43651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37539/user/jenkins/test-data/cadf8300-c090-1794-96f8-574940eadb16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d5f475a6fdc4b57b8a355aaf8c5fcbd, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T02:17:52,913 INFO [M:0;40249addbad9:43651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1415ms, sequenceid=28, compaction requested=false 2024-12-04T02:17:52,915 INFO [M:0;40249addbad9:43651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:52,915 DEBUG [M:0;40249addbad9:43651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278671497Disabling compacts and flushes for region at 1733278671497Disabling writes for close at 1733278671497Obtaining lock to block concurrent updates at 1733278671497Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278671497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733278671498 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278671499 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278671499Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278671517 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278671518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278671932 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278671948 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278671948Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278672362 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278672378 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278672378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196965b1: reopening flushed file at 1733278672804 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffecd8: reopening flushed file at 1733278672829 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e95eb62: reopening flushed file at 1733278672877 (+48 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1415ms, sequenceid=28, compaction requested=false at 1733278672913 (+36 ms)Writing region close event to WAL at 1733278672915 (+2 ms)Closed at 1733278672915 2024-12-04T02:17:52,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44625 is added to blk_1073741830_1006 (size=10165) 2024-12-04T02:17:52,921 INFO [M:0;40249addbad9:43651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:17:52,922 INFO [M:0;40249addbad9:43651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43651 2024-12-04T02:17:52,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:52,925 INFO [M:0;40249addbad9:43651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:53,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:53,038 INFO [M:0;40249addbad9:43651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:53,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43651-0x1019e21240f0003, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:53,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ac7f091{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:17:53,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44943535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:17:53,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:17:53,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e51671{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:17:53,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4156155b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir/,STOPPED} 2024-12-04T02:17:53,045 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:17:53,045 WARN [BP-880405639-172.17.0.3-1733278652991 heartbeating to localhost/127.0.0.1:37539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:17:53,045 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:17:53,046 WARN [BP-880405639-172.17.0.3-1733278652991 heartbeating to localhost/127.0.0.1:37539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-880405639-172.17.0.3-1733278652991 (Datanode Uuid af01aff3-51a9-4493-8179-a37882ab9b91) service to localhost/127.0.0.1:37539 2024-12-04T02:17:53,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/cluster_54aadca9-20d7-266f-d1e6-abda11b4377c/data/data1/current/BP-880405639-172.17.0.3-1733278652991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:17:53,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/cluster_54aadca9-20d7-266f-d1e6-abda11b4377c/data/data2/current/BP-880405639-172.17.0.3-1733278652991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:17:53,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:17:53,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28c9c3c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:17:53,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15865cf2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:17:53,053 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:17:53,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b607f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:17:53,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76f17222{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir/,STOPPED} 2024-12-04T02:17:53,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:17:53,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:17:53,073 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:53,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:53,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:17:53,074 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=22835198, stopped=false 2024-12-04T02:17:53,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,43457,1733278663837 2024-12-04T02:17:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:53,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/running 2024-12-04T02:17:53,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:53,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:17:53,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:53,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:53,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,37421,1733278664024' ***** 2024-12-04T02:17:53,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:17:53,096 INFO [RS:0;40249addbad9:37421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:17:53,096 INFO [RS:0;40249addbad9:37421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:17:53,096 INFO [RS:0;40249addbad9:37421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(3091): Received CLOSE for d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:53,097 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:17:53,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Set watcher on znode that does not yet exist, /01476537899/running 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,37421,1733278664024 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:37421. 2024-12-04T02:17:53,097 DEBUG [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:53,097 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:17:53,097 INFO [RS:0;40249addbad9:37421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:17:53,097 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9ea58a2c1642b2e5dd0039e7def919f, disabling compactions & flushes 2024-12-04T02:17:53,098 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:53,098 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. after waiting 0 ms 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:53,098 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:17:53,098 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9ea58a2c1642b2e5dd0039e7def919f=hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f.} 2024-12-04T02:17:53,098 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d9ea58a2c1642b2e5dd0039e7def919f 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:53,098 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:53,098 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:53,098 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T02:17:53,102 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:53,106 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/replication/d9ea58a2c1642b2e5dd0039e7def919f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T02:17:53,107 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:53,107 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:53,107 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:53,107 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9ea58a2c1642b2e5dd0039e7def919f: Waiting for close lock at 1733278673097Running coprocessor pre-close hooks at 1733278673097Disabling compacts and flushes for region at 1733278673097Disabling writes for close at 1733278673098 (+1 ms)Writing region close event to WAL at 1733278673099 (+1 ms)Running coprocessor post-close hooks at 1733278673107 (+8 ms)Closed at 1733278673107 2024-12-04T02:17:53,107 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f. 2024-12-04T02:17:53,119 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/ff79b40f0be04e8586420c51d9ef2468 is 147, key is hbase:replication,,1733278657664.d9ea58a2c1642b2e5dd0039e7def919f./info:regioninfo/1733278670562/Put/seqid=0 2024-12-04T02:17:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741851_1027 (size=6385) 2024-12-04T02:17:53,298 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:53,499 DEBUG [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:17:53,525 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/ff79b40f0be04e8586420c51d9ef2468 2024-12-04T02:17:53,532 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/.tmp/info/ff79b40f0be04e8586420c51d9ef2468 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/info/ff79b40f0be04e8586420c51d9ef2468 2024-12-04T02:17:53,540 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/info/ff79b40f0be04e8586420c51d9ef2468, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T02:17:53,541 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false 2024-12-04T02:17:53,553 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T02:17:53,554 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:53,554 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:53,554 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:53,554 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278673098Running coprocessor pre-close hooks at 1733278673098Disabling compacts and flushes for region at 1733278673098Disabling writes for close at 1733278673098Obtaining lock to block concurrent updates at 1733278673098Preparing flush snapshotting stores in 1588230740 at 1733278673098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733278673099 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278673101 (+2 ms)Flushing 1588230740/info: creating writer at 1733278673101Flushing 1588230740/info: appending metadata at 1733278673119 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733278673119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e85bbe: reopening flushed file at 1733278673531 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=19, compaction requested=false at 1733278673542 (+11 ms)Writing region close event to WAL at 1733278673548 (+6 ms)Running coprocessor post-close hooks at 1733278673554 (+6 ms)Closed at 1733278673554 2024-12-04T02:17:53,554 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:53,699 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,37421,1733278664024; all regions closed. 2024-12-04T02:17:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741849_1025 (size=2156) 2024-12-04T02:17:53,709 DEBUG [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:53,709 INFO [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C37421%2C1733278664024.meta:.meta(num 1733278666495) 2024-12-04T02:17:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741850_1026 (size=796) 2024-12-04T02:17:53,715 DEBUG [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:53,715 INFO [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C37421%2C1733278664024.rep:(num 1733278670502) 2024-12-04T02:17:53,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741848_1024 (size=93) 2024-12-04T02:17:53,720 DEBUG [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/oldWALs 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C37421%2C1733278664024:(num 1733278666103) 2024-12-04T02:17:53,720 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:53,720 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:53,720 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,37421,1733278664024 because: Region server is closing 2024-12-04T02:17:53,720 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T02:17:53,721 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T02:17:53,721 INFO [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:37421. 2024-12-04T02:17:53,721 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T02:17:53,721 DEBUG [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:53,721 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,721 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:53,821 WARN [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:17:53,821 WARN [RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:17:53,822 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,1-40249addbad9,37421,1733278664024 terminated 2024-12-04T02:17:53,822 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-40249addbad9,37421,1733278664024 because: Region server is closing 2024-12-04T02:17:53,822 INFO [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:37421. 2024-12-04T02:17:53,822 DEBUG [RS:0;40249addbad9:37421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:17:53,822 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,822 DEBUG [RS:0;40249addbad9:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:17:53,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:17:53,923 WARN [RS:0;40249addbad9:37421.replicationSource.wal-reader.40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:17:53,923 WARN [RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:17:53,923 INFO [RS:0;40249addbad9:37421 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;40249addbad9:37421.replicationSource.shipper40249addbad9%2C37421%2C1733278664024,2-40249addbad9,37421,1733278664024 terminated 2024-12-04T02:17:53,923 INFO [RS:0;40249addbad9:37421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37421 2024-12-04T02:17:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899/rs 2024-12-04T02:17:53,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/rs/40249addbad9,37421,1733278664024 2024-12-04T02:17:53,929 INFO [RS:0;40249addbad9:37421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:53,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,37421,1733278664024] 2024-12-04T02:17:53,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01476537899/draining/40249addbad9,37421,1733278664024 already deleted, retry=false 2024-12-04T02:17:53,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,37421,1733278664024 expired; onlineServers=0 2024-12-04T02:17:53,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,43457,1733278663837' ***** 2024-12-04T02:17:53,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:17:53,951 DEBUG [M:0;40249addbad9:43457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:17:53,951 DEBUG [M:0;40249addbad9:43457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:17:53,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:17:53,951 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278665615 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278665615,5,FailOnTimeoutGroup] 2024-12-04T02:17:53,951 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278665624 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278665624,5,FailOnTimeoutGroup] 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:17:53,951 DEBUG [M:0;40249addbad9:43457 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:17:53,951 INFO [M:0;40249addbad9:43457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:17:53,952 INFO [M:0;40249addbad9:43457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:17:53,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:17:53,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01476537899/master 2024-12-04T02:17:53,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01476537899 2024-12-04T02:17:53,981 DEBUG [M:0;40249addbad9:43457 {}] zookeeper.ZKUtil(347): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Unable to get data of znode /01476537899/master because node does not exist (not an error) 2024-12-04T02:17:53,981 WARN [M:0;40249addbad9:43457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:17:53,982 INFO [M:0;40249addbad9:43457 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/.lastflushedseqids 2024-12-04T02:17:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741852_1028 (size=181) 2024-12-04T02:17:53,993 INFO [M:0;40249addbad9:43457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:17:53,993 INFO [M:0;40249addbad9:43457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:17:53,993 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:53,993 INFO [M:0;40249addbad9:43457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:53,993 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:53,993 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:53,994 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:53,994 INFO [M:0;40249addbad9:43457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T02:17:54,018 DEBUG [M:0;40249addbad9:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610e4316da3b4b30967609a40bf6c8f6 is 82, key is hbase:meta,,1/info:regioninfo/1733278666591/Put/seqid=0 2024-12-04T02:17:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741853_1029 (size=5680) 2024-12-04T02:17:54,040 INFO [RS:0;40249addbad9:37421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:54,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:54,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37421-0x1019e21240f0007, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:54,040 INFO [RS:0;40249addbad9:37421 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,37421,1733278664024; zookeeper connection closed. 2024-12-04T02:17:54,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 2024-12-04T02:17:54,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:17:54,427 INFO [M:0;40249addbad9:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610e4316da3b4b30967609a40bf6c8f6 2024-12-04T02:17:54,454 DEBUG [M:0;40249addbad9:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16787210680240caae79e8e7732dd7e5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733278670572/Put/seqid=0 2024-12-04T02:17:54,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741854_1030 (size=7319) 2024-12-04T02:17:54,868 INFO [M:0;40249addbad9:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16787210680240caae79e8e7732dd7e5 2024-12-04T02:17:54,895 DEBUG [M:0;40249addbad9:43457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48411d13eb6944f790e9ccfe9956c776 is 69, key is 40249addbad9,37421,1733278664024/rs:state/1733278665721/Put/seqid=0 2024-12-04T02:17:54,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741855_1031 (size=5371) 2024-12-04T02:17:55,301 INFO [M:0;40249addbad9:43457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48411d13eb6944f790e9ccfe9956c776 2024-12-04T02:17:55,315 INFO [M:0;40249addbad9:43457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48411d13eb6944f790e9ccfe9956c776 2024-12-04T02:17:55,319 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/610e4316da3b4b30967609a40bf6c8f6 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/610e4316da3b4b30967609a40bf6c8f6 2024-12-04T02:17:55,330 INFO [M:0;40249addbad9:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/610e4316da3b4b30967609a40bf6c8f6, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T02:17:55,337 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16787210680240caae79e8e7732dd7e5 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16787210680240caae79e8e7732dd7e5 2024-12-04T02:17:55,356 INFO [M:0;40249addbad9:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16787210680240caae79e8e7732dd7e5, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T02:17:55,362 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48411d13eb6944f790e9ccfe9956c776 as hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48411d13eb6944f790e9ccfe9956c776 2024-12-04T02:17:55,372 INFO [M:0;40249addbad9:43457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48411d13eb6944f790e9ccfe9956c776 2024-12-04T02:17:55,372 INFO [M:0;40249addbad9:43457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46095/user/jenkins/test-data/0050963d-9898-8c81-07e4-29db9aab9e33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48411d13eb6944f790e9ccfe9956c776, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T02:17:55,380 INFO [M:0;40249addbad9:43457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1386ms, sequenceid=172, compaction requested=false 2024-12-04T02:17:55,382 INFO [M:0;40249addbad9:43457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:55,383 DEBUG [M:0;40249addbad9:43457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278673993Disabling compacts and flushes for region at 1733278673993Disabling writes for close at 1733278673994 (+1 ms)Obtaining lock to block concurrent updates at 1733278673994Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278673994Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733278673994Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278673996 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278673996Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278674018 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278674018Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278674433 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278674453 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278674453Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278674874 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278674894 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278674894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c48d76b: reopening flushed file at 1733278675315 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4677d95b: reopening flushed file at 1733278675330 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683bd8a9: reopening flushed file at 1733278675356 (+26 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1386ms, sequenceid=172, compaction requested=false at 1733278675380 (+24 ms)Writing region close event to WAL at 1733278675382 (+2 ms)Closed at 1733278675382 2024-12-04T02:17:55,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741847_1023 (size=22949) 2024-12-04T02:17:55,389 INFO [M:0;40249addbad9:43457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:17:55,389 INFO [M:0;40249addbad9:43457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43457 2024-12-04T02:17:55,390 INFO [M:0;40249addbad9:43457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:17:55,390 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:17:55,516 INFO [M:0;40249addbad9:43457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:17:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:55,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43457-0x1019e21240f0006, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:17:55,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13428af5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:17:55,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c592291{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:17:55,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:17:55,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169ab4c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:17:55,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@690fa704{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir/,STOPPED} 2024-12-04T02:17:55,525 WARN [BP-1740311232-172.17.0.3-1733278641308 heartbeating to localhost/127.0.0.1:46095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:17:55,525 WARN [BP-1740311232-172.17.0.3-1733278641308 heartbeating to localhost/127.0.0.1:46095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1740311232-172.17.0.3-1733278641308 (Datanode Uuid 54b752aa-7f83-4e2a-bdf6-556ffbeff2c4) service to localhost/127.0.0.1:46095 2024-12-04T02:17:55,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/data/data1/current/BP-1740311232-172.17.0.3-1733278641308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:17:55,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/cluster_db2f0ef6-df0d-20e3-a86a-5dfe7219d3e9/data/data2/current/BP-1740311232-172.17.0.3-1733278641308 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:17:55,526 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:17:55,526 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:17:55,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:17:55,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f16c337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:17:55,537 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:17:55,537 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:17:55,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:17:55,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e72b2eb-e37b-5f9f-0212-42a87b7115a5/hadoop.log.dir/,STOPPED} 2024-12-04T02:17:55,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:17:55,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:17:55,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37539 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: master/40249addbad9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/40249addbad9:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/40249addbad9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46095 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74a92eae java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46095 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51913) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: regionserver/40249addbad9:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/40249addbad9:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46095 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=430 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=796 (was 743) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4569 (was 4429) - AvailableMemoryMB LEAK? - 2024-12-04T02:17:55,619 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=430, MaxFileDescriptor=1048576, SystemLoadAverage=796, ProcessCount=11, AvailableMemoryMB=4567 2024-12-04T02:17:55,632 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T02:17:55,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir so I do NOT create it in target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e 2024-12-04T02:17:55,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:17:55,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.tmp.dir so I do NOT create it in target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e 2024-12-04T02:17:55,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7033c62-a21d-2bc0-3cfc-2eb03e5e8192/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:17:55,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e 2024-12-04T02:17:55,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5, deleteOnExit=true 2024-12-04T02:17:55,636 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/zookeeper_0, clientPort=55038, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:17:55,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55038 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/test.cache.data in system properties and HBase conf 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:17:55,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:17:55,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:17:55,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:17:55,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:17:55,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e21240f0002, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:17:55,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e21240f0002, quorum=127.0.0.1:51913, baseZNode=/01476537899 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:17:55,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e21240f0005, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:17:55,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e21240f0005, quorum=127.0.0.1:51913, baseZNode=/1-1571853097 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:17:56,031 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:17:56,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:17:56,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:17:56,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:56,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:56,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:56,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:56,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:17:56,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:56,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@332fa0c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:56,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f72b34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:56,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40166944{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/java.io.tmpdir/jetty-localhost-34013-hadoop-hdfs-3_4_1-tests_jar-_-any-11785527609633562351/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:17:56,536 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@122fd3c7{HTTP/1.1, (http/1.1)}{localhost:34013} 2024-12-04T02:17:56,536 INFO [Time-limited test {}] server.Server(415): Started @38595ms 2024-12-04T02:17:57,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:17:57,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:17:57,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:17:57,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:17:57,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:17:57,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7278da6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:17:57,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e441b2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:17:57,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245789f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/java.io.tmpdir/jetty-localhost-43495-hadoop-hdfs-3_4_1-tests_jar-_-any-2082222853051429530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:17:57,197 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26fa4501{HTTP/1.1, (http/1.1)}{localhost:43495} 2024-12-04T02:17:57,197 INFO [Time-limited test {}] server.Server(415): Started @39256ms 2024-12-04T02:17:57,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:17:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:17:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:17:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:17:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:17:58,056 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/data/data1/current/BP-101584817-172.17.0.3-1733278675672/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:58,056 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/data/data2/current/BP-101584817-172.17.0.3-1733278675672/current, will proceed with Du for space computation calculation, 2024-12-04T02:17:58,077 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:17:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e89e1e0ebb2d9e5 with lease ID 0x166e3c5ad41f8c55: Processing first storage report for DS-00dd8edf-a032-44b3-9738-d11d86a7de0e from datanode DatanodeRegistration(127.0.0.1:33553, datanodeUuid=4477c2ac-7355-429d-816e-036b0c2376a8, infoPort=35853, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=428723375;c=1733278675672) 2024-12-04T02:17:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e89e1e0ebb2d9e5 with lease ID 0x166e3c5ad41f8c55: from storage DS-00dd8edf-a032-44b3-9738-d11d86a7de0e node DatanodeRegistration(127.0.0.1:33553, datanodeUuid=4477c2ac-7355-429d-816e-036b0c2376a8, infoPort=35853, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=428723375;c=1733278675672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:17:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e89e1e0ebb2d9e5 with lease ID 0x166e3c5ad41f8c55: Processing first storage report for DS-02f00d70-00f2-4a15-a36c-c79b45473636 from datanode DatanodeRegistration(127.0.0.1:33553, datanodeUuid=4477c2ac-7355-429d-816e-036b0c2376a8, infoPort=35853, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=428723375;c=1733278675672) 2024-12-04T02:17:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e89e1e0ebb2d9e5 with lease ID 0x166e3c5ad41f8c55: from storage DS-02f00d70-00f2-4a15-a36c-c79b45473636 node DatanodeRegistration(127.0.0.1:33553, datanodeUuid=4477c2ac-7355-429d-816e-036b0c2376a8, infoPort=35853, infoSecurePort=0, ipcPort=35371, storageInfo=lv=-57;cid=testClusterID;nsid=428723375;c=1733278675672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:17:58,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e 2024-12-04T02:17:58,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:17:58,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381 with version=8 2024-12-04T02:17:58,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/hbase-staging 2024-12-04T02:17:58,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:17:58,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:58,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45561 2024-12-04T02:17:58,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45561 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:17:58,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455610x0, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:58,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45561-0x1019e21ae5f0000 connected 2024-12-04T02:17:58,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/running 2024-12-04T02:17:58,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381, hbase.cluster.distributed=false 2024-12-04T02:17:58,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/acl 2024-12-04T02:17:58,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45561 2024-12-04T02:17:58,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45561 2024-12-04T02:17:58,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45561 2024-12-04T02:17:58,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45561 2024-12-04T02:17:58,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45561 2024-12-04T02:17:58,466 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:17:58,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,466 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:17:58,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:17:58,466 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:17:58,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:17:58,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:17:58,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46875 2024-12-04T02:17:58,469 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46875 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:17:58,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468750x0, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:17:58,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468750x0, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/running 2024-12-04T02:17:58,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46875-0x1019e21ae5f0001 connected 2024-12-04T02:17:58,488 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:17:58,489 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:17:58,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/master 2024-12-04T02:17:58,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/acl 2024-12-04T02:17:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T02:17:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46875 2024-12-04T02:17:58,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46875 2024-12-04T02:17:58,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T02:17:58,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46875 2024-12-04T02:17:58,511 DEBUG [M:0;40249addbad9:45561 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:45561 2024-12-04T02:17:58,513 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01525436044/backup-masters/40249addbad9,45561,1733278678151 2024-12-04T02:17:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/backup-masters 2024-12-04T02:17:58,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/backup-masters 2024-12-04T02:17:58,519 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on existing znode=/01525436044/backup-masters/40249addbad9,45561,1733278678151 2024-12-04T02:17:58,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525436044/master 2024-12-04T02:17:58,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,539 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on existing znode=/01525436044/master 2024-12-04T02:17:58,540 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01525436044/backup-masters/40249addbad9,45561,1733278678151 from backup master directory 2024-12-04T02:17:58,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525436044/backup-masters/40249addbad9,45561,1733278678151 2024-12-04T02:17:58,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/backup-masters 2024-12-04T02:17:58,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/backup-masters 2024-12-04T02:17:58,550 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:58,550 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,45561,1733278678151 2024-12-04T02:17:58,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/hbase.id] with ID: 6da9e7b3-f231-4b21-8a46-c691986e311e 2024-12-04T02:17:58,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/.tmp/hbase.id 2024-12-04T02:17:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:17:58,575 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/.tmp/hbase.id]:[hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/hbase.id] 2024-12-04T02:17:58,594 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:17:58,594 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:17:58,597 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-12-04T02:17:58,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:17:58,627 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:17:58,627 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:17:58,628 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:58,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:17:58,644 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store 2024-12-04T02:17:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:17:58,659 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:58,660 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:17:58,660 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:58,660 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:58,660 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:17:58,660 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:58,660 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:17:58,660 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278678659Disabling compacts and flushes for region at 1733278678659Disabling writes for close at 1733278678660 (+1 ms)Writing region close event to WAL at 1733278678660Closed at 1733278678660 2024-12-04T02:17:58,662 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/.initializing 2024-12-04T02:17:58,662 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/WALs/40249addbad9,45561,1733278678151 2024-12-04T02:17:58,663 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:58,667 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C45561%2C1733278678151, suffix=, logDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/WALs/40249addbad9,45561,1733278678151, archiveDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/oldWALs, maxLogs=10 2024-12-04T02:17:58,685 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/WALs/40249addbad9,45561,1733278678151/40249addbad9%2C45561%2C1733278678151.1733278678668, exclude list is [], retry=0 2024-12-04T02:17:58,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-00dd8edf-a032-44b3-9738-d11d86a7de0e,DISK] 2024-12-04T02:17:58,694 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/WALs/40249addbad9,45561,1733278678151/40249addbad9%2C45561%2C1733278678151.1733278678668 2024-12-04T02:17:58,694 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-12-04T02:17:58,694 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:58,695 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:58,695 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,695 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:17:58,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:58,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:58,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:17:58,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:58,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:58,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:17:58,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:58,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:58,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:17:58,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:58,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:17:58,709 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,709 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,710 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,714 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,714 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,716 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:58,718 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:17:58,722 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:58,725 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72801089, jitterRate=0.08482076227664948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:58,726 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278678695Initializing all the Stores at 1733278678696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278678696Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278678697 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278678697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278678697Cleaning up temporary data from old regions at 1733278678714 (+17 ms)Region opened successfully at 1733278678726 (+12 ms) 2024-12-04T02:17:58,726 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:17:58,730 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7158b8b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:58,731 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:17:58,731 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:17:58,732 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:17:58,732 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:17:58,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:17:58,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:17:58,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:17:58,738 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:17:58,739 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/balancer because node does not exist (not necessarily an error) 2024-12-04T02:17:58,750 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/balancer already deleted, retry=false 2024-12-04T02:17:58,751 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:17:58,752 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:17:58,768 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/normalizer already deleted, retry=false 2024-12-04T02:17:58,769 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:17:58,773 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:17:58,789 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/switch/split already deleted, retry=false 2024-12-04T02:17:58,790 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:17:58,817 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/switch/merge already deleted, retry=false 2024-12-04T02:17:58,825 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:17:58,836 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/snapshot-cleanup already deleted, retry=false 2024-12-04T02:17:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525436044/running 2024-12-04T02:17:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01525436044/running 2024-12-04T02:17:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,856 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,45561,1733278678151, sessionid=0x1019e21ae5f0000, setting cluster-up flag (Was=false) 2024-12-04T02:17:58,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,919 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525436044/flush-table-proc/acquired, /01525436044/flush-table-proc/reached, /01525436044/flush-table-proc/abort 2024-12-04T02:17:58,920 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,45561,1733278678151 2024-12-04T02:17:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:58,982 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01525436044/online-snapshot/acquired, /01525436044/online-snapshot/reached, /01525436044/online-snapshot/abort 2024-12-04T02:17:58,985 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,45561,1733278678151 2024-12-04T02:17:58,987 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:17:58,990 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:58,991 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:17:58,991 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:17:58,991 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,45561,1733278678151 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:17:58,993 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:58,994 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:58,994 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:58,996 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:58,996 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:17:58,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:58,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:17:59,015 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(746): ClusterId : 6da9e7b3-f231-4b21-8a46-c691986e311e 2024-12-04T02:17:59,015 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278709017 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:17:59,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:17:59,018 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:17:59,034 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,044 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:17:59,045 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:17:59,045 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:17:59,045 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:17:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:17:59,061 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:17:59,061 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381 2024-12-04T02:17:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:17:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:17:59,069 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278679068,5,FailOnTimeoutGroup] 2024-12-04T02:17:59,069 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278679069,5,FailOnTimeoutGroup] 2024-12-04T02:17:59,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:17:59,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,074 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:17:59,074 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:17:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:17:59,163 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:17:59,163 DEBUG [RS:0;40249addbad9:46875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66175f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:17:59,181 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:46875 2024-12-04T02:17:59,181 INFO [RS:0;40249addbad9:46875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:17:59,181 INFO [RS:0;40249addbad9:46875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:17:59,181 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:17:59,182 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,45561,1733278678151 with port=46875, startcode=1733278678466 2024-12-04T02:17:59,183 DEBUG [RS:0;40249addbad9:46875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:17:59,198 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:17:59,198 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45561 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,46875,1733278678466 2024-12-04T02:17:59,199 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45561 {}] master.ServerManager(517): Registering regionserver=40249addbad9,46875,1733278678466 2024-12-04T02:17:59,204 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381 2024-12-04T02:17:59,205 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40801 2024-12-04T02:17:59,205 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:17:59,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/rs 2024-12-04T02:17:59,323 DEBUG [RS:0;40249addbad9:46875 {}] zookeeper.ZKUtil(111): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on existing znode=/01525436044/rs/40249addbad9,46875,1733278678466 2024-12-04T02:17:59,323 WARN [RS:0;40249addbad9:46875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:17:59,324 INFO [RS:0;40249addbad9:46875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:59,324 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466 2024-12-04T02:17:59,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,46875,1733278678466] 2024-12-04T02:17:59,335 INFO [RS:0;40249addbad9:46875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:17:59,337 INFO [RS:0;40249addbad9:46875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:17:59,338 INFO [RS:0;40249addbad9:46875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:17:59,338 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,340 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:17:59,345 INFO [RS:0;40249addbad9:46875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:17:59,345 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,345 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:59,346 DEBUG [RS:0;40249addbad9:46875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,347 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46875,1733278678466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:17:59,367 INFO [RS:0;40249addbad9:46875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:17:59,368 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46875,1733278678466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,368 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,368 INFO [RS:0;40249addbad9:46875 {}] regionserver.Replication(171): 40249addbad9,46875,1733278678466 started 2024-12-04T02:17:59,389 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:17:59,389 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,46875,1733278678466, RpcServer on 40249addbad9/172.17.0.3:46875, sessionid=0x1019e21ae5f0001 2024-12-04T02:17:59,389 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:17:59,389 DEBUG [RS:0;40249addbad9:46875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,46875,1733278678466 2024-12-04T02:17:59,389 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,46875,1733278678466' 2024-12-04T02:17:59,389 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525436044/flush-table-proc/abort' 2024-12-04T02:17:59,391 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525436044/flush-table-proc/acquired' 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,46875,1733278678466 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,46875,1733278678466' 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01525436044/online-snapshot/abort' 2024-12-04T02:17:59,392 DEBUG [RS:0;40249addbad9:46875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01525436044/online-snapshot/acquired' 2024-12-04T02:17:59,393 DEBUG [RS:0;40249addbad9:46875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:17:59,393 INFO [RS:0;40249addbad9:46875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:17:59,393 INFO [RS:0;40249addbad9:46875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:17:59,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:59,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:59,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:59,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:59,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:59,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:59,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:59,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:59,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:59,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,494 INFO [RS:0;40249addbad9:46875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:17:59,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:59,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740 2024-12-04T02:17:59,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740 2024-12-04T02:17:59,495 INFO [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46875%2C1733278678466, suffix=, logDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466, archiveDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs, maxLogs=10 2024-12-04T02:17:59,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:59,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:59,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:59,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:59,501 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:17:59,502 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63316661, jitterRate=-0.056508228182792664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278679484Initializing all the Stores at 1733278679485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278679485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679485Cleaning up temporary data from old regions at 1733278679496 (+11 ms)Region opened successfully at 1733278679503 (+7 ms) 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:17:59,503 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:17:59,503 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:17:59,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278679503Disabling compacts and flushes for region at 1733278679503Disabling writes for close at 1733278679503Writing region close event to WAL at 1733278679503Closed at 1733278679503 2024-12-04T02:17:59,505 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:17:59,505 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:17:59,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:17:59,506 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:59,507 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:17:59,509 DEBUG [RS:0;40249addbad9:46875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495, exclude list is [], retry=0 2024-12-04T02:17:59,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-00dd8edf-a032-44b3-9738-d11d86a7de0e,DISK] 2024-12-04T02:17:59,514 INFO [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 2024-12-04T02:17:59,515 DEBUG [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-12-04T02:17:59,658 DEBUG [40249addbad9:45561 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:17:59,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,46875,1733278678466 2024-12-04T02:17:59,664 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,46875,1733278678466, state=OPENING 2024-12-04T02:17:59,676 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:17:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:17:59,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525436044/meta-region-server: CHANGED 2024-12-04T02:17:59,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525436044/meta-region-server: CHANGED 2024-12-04T02:17:59,690 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:17:59,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,46875,1733278678466}] 2024-12-04T02:17:59,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:17:59,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:17:59,872 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:17:59,872 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:17:59,873 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:17:59,879 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46875%2C1733278678466.meta, suffix=.meta, logDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466, archiveDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs, maxLogs=10 2024-12-04T02:17:59,907 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.meta.1733278679881.meta, exclude list is [], retry=0 2024-12-04T02:17:59,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-00dd8edf-a032-44b3-9738-d11d86a7de0e,DISK] 2024-12-04T02:17:59,925 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.meta.1733278679881.meta 2024-12-04T02:17:59,936 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-12-04T02:17:59,937 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:17:59,938 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:17:59,938 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:17:59,939 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:17:59,939 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:17:59,939 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:17:59,939 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:17:59,939 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:17:59,939 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:17:59,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:17:59,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:17:59,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:17:59,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:17:59,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:17:59,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:17:59,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:17:59,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:17:59,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:17:59,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:17:59,951 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:17:59,952 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740 2024-12-04T02:17:59,955 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740 2024-12-04T02:17:59,957 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:17:59,957 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:17:59,957 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:17:59,960 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:17:59,964 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64747256, jitterRate=-0.035190701484680176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:17:59,964 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:17:59,966 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278679939Writing region info on filesystem at 1733278679939Initializing all the Stores at 1733278679942 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679942Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679942Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278679942Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278679942Cleaning up temporary data from old regions at 1733278679957 (+15 ms)Running coprocessor post-open hooks at 1733278679965 (+8 ms)Region opened successfully at 1733278679966 (+1 ms) 2024-12-04T02:17:59,969 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278679856 2024-12-04T02:17:59,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,46875,1733278678466 2024-12-04T02:17:59,975 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:17:59,975 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:17:59,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,46875,1733278678466, state=OPEN 2024-12-04T02:18:00,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525436044/meta-region-server 2024-12-04T02:18:00,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,46875,1733278678466 2024-12-04T02:18:00,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01525436044/meta-region-server 2024-12-04T02:18:00,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525436044/meta-region-server: CHANGED 2024-12-04T02:18:00,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01525436044/meta-region-server: CHANGED 2024-12-04T02:18:00,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:18:00,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,46875,1733278678466 in 380 msec 2024-12-04T02:18:00,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:18:00,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-12-04T02:18:00,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:00,084 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:18:00,087 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:00,087 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46875,1733278678466, seqNum=-1] 2024-12-04T02:18:00,087 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:00,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:00,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-12-04T02:18:00,101 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278680101, completionTime=-1 2024-12-04T02:18:00,101 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:18:00,101 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:18:00,108 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:18:00,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278740109 2024-12-04T02:18:00,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278800109 2024-12-04T02:18:00,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-04T02:18:00,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,110 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,110 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,110 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:45561, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,110 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,113 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:18:00,117 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,125 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.575sec 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:00,126 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:18:00,135 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:18:00,135 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:18:00,135 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45561,1733278678151-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:00,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb43ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:00,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45561,-1 for getting cluster id 2024-12-04T02:18:00,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:00,223 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6da9e7b3-f231-4b21-8a46-c691986e311e' 2024-12-04T02:18:00,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:00,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6da9e7b3-f231-4b21-8a46-c691986e311e" 2024-12-04T02:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec1e31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45561,-1] 2024-12-04T02:18:00,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:00,229 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:00,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e6b04dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:00,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:00,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46875,1733278678466, seqNum=-1] 2024-12-04T02:18:00,236 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:00,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:00,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,45561,1733278678151 2024-12-04T02:18:00,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:18:00,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:00,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e21ae5f0002 connected 2024-12-04T02:18:00,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir so I do NOT create it in target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec 2024-12-04T02:18:00,277 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.tmp.dir so I do NOT create it in target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec 2024-12-04T02:18:00,277 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:18:00,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/cluster_cee5b158-35b6-2b30-7784-aa59bf6acc14, deleteOnExit=true 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/test.cache.data in system properties and HBase conf 2024-12-04T02:18:00,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:18:00,278 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:18:00,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:18:00,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:18:00,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:00,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:00,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:00,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:00,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:18:00,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:00,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2fa9f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:00,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24257fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:00,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe40ec5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/java.io.tmpdir/jetty-localhost-39697-hadoop-hdfs-3_4_1-tests_jar-_-any-14726250540530933262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:18:00,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28e3c7ff{HTTP/1.1, (http/1.1)}{localhost:39697} 2024-12-04T02:18:00,801 INFO [Time-limited test {}] server.Server(415): Started @42861ms 2024-12-04T02:18:01,174 WARN [RS:0;40249addbad9:46875 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 40249addbad9,35803,1733278648539: status=Processing ServerCrashProcedure of 40249addbad9,35803,1733278648539 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733278665585, completionTime=-1 appears to have been leaked 2024-12-04T02:18:01,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:01,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:01,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:01,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:01,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:18:01,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652fb2df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:01,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30019715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:01,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e473676{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/java.io.tmpdir/jetty-localhost-46003-hadoop-hdfs-3_4_1-tests_jar-_-any-13602717886031042358/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:18:01,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ef92a3f{HTTP/1.1, (http/1.1)}{localhost:46003} 2024-12-04T02:18:01,420 INFO [Time-limited test {}] server.Server(415): Started @43480ms 2024-12-04T02:18:01,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:18:02,329 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/cluster_cee5b158-35b6-2b30-7784-aa59bf6acc14/data/data2/current/BP-123448230-172.17.0.3-1733278680315/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:02,329 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/cluster_cee5b158-35b6-2b30-7784-aa59bf6acc14/data/data1/current/BP-123448230-172.17.0.3-1733278680315/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:02,348 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:18:02,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552b8cc61203bf46 with lease ID 0x33ee2362cfee480e: Processing first storage report for DS-855e369d-976d-4a3c-ae77-4cceb58927ac from datanode DatanodeRegistration(127.0.0.1:35089, datanodeUuid=72d7ee88-f4f3-48aa-bad8-e64d7f7aff97, infoPort=42457, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1294148631;c=1733278680315) 2024-12-04T02:18:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552b8cc61203bf46 with lease ID 0x33ee2362cfee480e: from storage DS-855e369d-976d-4a3c-ae77-4cceb58927ac node DatanodeRegistration(127.0.0.1:35089, datanodeUuid=72d7ee88-f4f3-48aa-bad8-e64d7f7aff97, infoPort=42457, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1294148631;c=1733278680315), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:18:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x552b8cc61203bf46 with lease ID 0x33ee2362cfee480e: Processing first storage report for DS-7dba1182-a32f-483b-aea4-fe4afa3b1be6 from datanode DatanodeRegistration(127.0.0.1:35089, datanodeUuid=72d7ee88-f4f3-48aa-bad8-e64d7f7aff97, infoPort=42457, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1294148631;c=1733278680315) 2024-12-04T02:18:02,355 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x552b8cc61203bf46 with lease ID 0x33ee2362cfee480e: from storage DS-7dba1182-a32f-483b-aea4-fe4afa3b1be6 node DatanodeRegistration(127.0.0.1:35089, datanodeUuid=72d7ee88-f4f3-48aa-bad8-e64d7f7aff97, infoPort=42457, infoSecurePort=0, ipcPort=37033, storageInfo=lv=-57;cid=testClusterID;nsid=1294148631;c=1733278680315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:18:02,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec 2024-12-04T02:18:02,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:02,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:18:02,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb with version=8 2024-12-04T02:18:02,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/hbase-staging 2024-12-04T02:18:02,775 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:18:02,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:02,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38997 2024-12-04T02:18:02,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38997 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:18:02,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389970x0, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:02,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38997-0x1019e21ae5f0003 connected 2024-12-04T02:18:03,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:03,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:03,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/running 2024-12-04T02:18:03,317 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb, hbase.cluster.distributed=false 2024-12-04T02:18:03,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/acl 2024-12-04T02:18:03,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38997 2024-12-04T02:18:03,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38997 2024-12-04T02:18:03,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38997 2024-12-04T02:18:03,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38997 2024-12-04T02:18:03,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38997 2024-12-04T02:18:03,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:03,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:18:03,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:03,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42699 2024-12-04T02:18:03,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42699 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:18:03,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:03,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:03,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426990x0, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:03,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:18:03,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426990x0, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/running 2024-12-04T02:18:03,473 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:18:03,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42699-0x1019e21ae5f0004 connected 2024-12-04T02:18:03,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:03,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:18:03,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/master 2024-12-04T02:18:03,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/acl 2024-12-04T02:18:03,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:03,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42699 2024-12-04T02:18:03,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42699 2024-12-04T02:18:03,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42699 2024-12-04T02:18:03,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42699 2024-12-04T02:18:03,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42699 2024-12-04T02:18:03,564 DEBUG [M:0;40249addbad9:38997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:38997 2024-12-04T02:18:03,564 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11712448007/backup-masters/40249addbad9,38997,1733278682774 2024-12-04T02:18:03,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/backup-masters 2024-12-04T02:18:03,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/backup-masters 2024-12-04T02:18:03,626 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on existing znode=/11712448007/backup-masters/40249addbad9,38997,1733278682774 2024-12-04T02:18:03,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:03,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11712448007/master 2024-12-04T02:18:03,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:03,696 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on existing znode=/11712448007/master 2024-12-04T02:18:03,701 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11712448007/backup-masters/40249addbad9,38997,1733278682774 from backup master directory 2024-12-04T02:18:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/backup-masters 2024-12-04T02:18:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11712448007/backup-masters/40249addbad9,38997,1733278682774 2024-12-04T02:18:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/backup-masters 2024-12-04T02:18:03,793 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:03,793 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,38997,1733278682774 2024-12-04T02:18:03,811 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/hbase.id] with ID: 83aab5b9-7c73-4016-a348-255e60facbe8 2024-12-04T02:18:03,811 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/.tmp/hbase.id 2024-12-04T02:18:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:18:03,830 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/.tmp/hbase.id]:[hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/hbase.id] 2024-12-04T02:18:03,911 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:03,911 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:18:03,913 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T02:18:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:03,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:18:04,003 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:04,004 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:18:04,005 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:18:04,044 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store 2024-12-04T02:18:04,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:18:04,475 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:04,475 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:04,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278684475Disabling compacts and flushes for region at 1733278684475Disabling writes for close at 1733278684475Writing region close event to WAL at 1733278684475Closed at 1733278684475 2024-12-04T02:18:04,476 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/.initializing 2024-12-04T02:18:04,476 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/WALs/40249addbad9,38997,1733278682774 2024-12-04T02:18:04,479 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:04,484 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C38997%2C1733278682774, suffix=, logDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/WALs/40249addbad9,38997,1733278682774, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/oldWALs, maxLogs=10 2024-12-04T02:18:04,518 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/WALs/40249addbad9,38997,1733278682774/40249addbad9%2C38997%2C1733278682774.1733278684485, exclude list is [], retry=0 2024-12-04T02:18:04,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35089,DS-855e369d-976d-4a3c-ae77-4cceb58927ac,DISK] 2024-12-04T02:18:04,540 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/WALs/40249addbad9,38997,1733278682774/40249addbad9%2C38997%2C1733278682774.1733278684485 2024-12-04T02:18:04,541 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-04T02:18:04,541 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:04,541 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:04,541 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,541 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:18:04,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:04,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:04,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:18:04,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:04,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:04,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:18:04,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:04,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:04,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:18:04,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:04,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:04,559 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,565 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,566 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,567 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,568 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,568 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:04,570 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:04,574 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:04,574 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73398419, jitterRate=0.0937216728925705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:04,575 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278684541Initializing all the Stores at 1733278684542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278684543 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278684544 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278684544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278684544Cleaning up temporary data from old regions at 1733278684568 (+24 ms)Region opened successfully at 1733278684574 (+6 ms) 2024-12-04T02:18:04,576 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:18:04,581 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1513a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:04,582 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:18:04,582 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:18:04,583 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:18:04,583 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:18:04,583 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:18:04,584 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:18:04,584 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:18:04,587 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:18:04,588 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/balancer because node does not exist (not necessarily an error) 2024-12-04T02:18:04,733 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/balancer already deleted, retry=false 2024-12-04T02:18:04,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:18:04,734 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:18:04,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/normalizer already deleted, retry=false 2024-12-04T02:18:04,779 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:18:04,780 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:18:04,792 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/switch/split already deleted, retry=false 2024-12-04T02:18:04,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:18:04,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/switch/merge already deleted, retry=false 2024-12-04T02:18:04,805 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:18:04,813 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/snapshot-cleanup already deleted, retry=false 2024-12-04T02:18:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11712448007/running 2024-12-04T02:18:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11712448007/running 2024-12-04T02:18:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,824 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,38997,1733278682774, sessionid=0x1019e21ae5f0003, setting cluster-up flag (Was=false) 2024-12-04T02:18:04,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,897 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11712448007/flush-table-proc/acquired, /11712448007/flush-table-proc/reached, /11712448007/flush-table-proc/abort 2024-12-04T02:18:04,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38997,1733278682774 2024-12-04T02:18:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:04,968 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11712448007/online-snapshot/acquired, /11712448007/online-snapshot/reached, /11712448007/online-snapshot/abort 2024-12-04T02:18:04,969 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38997,1733278682774 2024-12-04T02:18:04,970 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:18:04,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:04,972 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:18:04,973 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:18:04,973 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,38997,1733278682774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:18:04,974 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:04,974 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:04,974 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:04,974 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:04,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:18:04,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:04,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:04,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:04,975 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278714975 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:18:04,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:04,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:04,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:18:04,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:04,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:18:04,980 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:18:04,980 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:18:04,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:18:04,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:18:04,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:18:04,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:18:04,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278684981,5,FailOnTimeoutGroup] 2024-12-04T02:18:04,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278684981,5,FailOnTimeoutGroup] 2024-12-04T02:18:04,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:04,982 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:18:04,982 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:04,982 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:04,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:18:05,060 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(746): ClusterId : 83aab5b9-7c73-4016-a348-255e60facbe8 2024-12-04T02:18:05,060 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:18:05,077 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:18:05,077 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:18:05,092 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:18:05,093 DEBUG [RS:0;40249addbad9:42699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ccf985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:05,111 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:42699 2024-12-04T02:18:05,112 INFO [RS:0;40249addbad9:42699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:18:05,112 INFO [RS:0;40249addbad9:42699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:18:05,112 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:18:05,113 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,38997,1733278682774 with port=42699, startcode=1733278683404 2024-12-04T02:18:05,113 DEBUG [RS:0;40249addbad9:42699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:18:05,115 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:18:05,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,42699,1733278683404 2024-12-04T02:18:05,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38997 {}] master.ServerManager(517): Registering regionserver=40249addbad9,42699,1733278683404 2024-12-04T02:18:05,125 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb 2024-12-04T02:18:05,126 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35739 2024-12-04T02:18:05,126 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:18:05,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/rs 2024-12-04T02:18:05,206 DEBUG [RS:0;40249addbad9:42699 {}] zookeeper.ZKUtil(111): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on existing znode=/11712448007/rs/40249addbad9,42699,1733278683404 2024-12-04T02:18:05,206 WARN [RS:0;40249addbad9:42699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:05,206 INFO [RS:0;40249addbad9:42699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:05,207 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,42699,1733278683404] 2024-12-04T02:18:05,207 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404 2024-12-04T02:18:05,215 INFO [RS:0;40249addbad9:42699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:18:05,216 INFO [RS:0;40249addbad9:42699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:18:05,220 INFO [RS:0;40249addbad9:42699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:18:05,220 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,221 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:18:05,222 INFO [RS:0;40249addbad9:42699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:18:05,222 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,222 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,223 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,223 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,223 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:05,223 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:05,223 DEBUG [RS:0;40249addbad9:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:05,223 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,224 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,224 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,224 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,224 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,224 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42699,1733278683404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:05,257 INFO [RS:0;40249addbad9:42699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:18:05,258 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42699,1733278683404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,259 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,259 INFO [RS:0;40249addbad9:42699 {}] regionserver.Replication(171): 40249addbad9,42699,1733278683404 started 2024-12-04T02:18:05,276 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:05,276 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,42699,1733278683404, RpcServer on 40249addbad9/172.17.0.3:42699, sessionid=0x1019e21ae5f0004 2024-12-04T02:18:05,276 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:18:05,276 DEBUG [RS:0;40249addbad9:42699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,42699,1733278683404 2024-12-04T02:18:05,276 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42699,1733278683404' 2024-12-04T02:18:05,276 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11712448007/flush-table-proc/abort' 2024-12-04T02:18:05,280 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11712448007/flush-table-proc/acquired' 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,42699,1733278683404 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42699,1733278683404' 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11712448007/online-snapshot/abort' 2024-12-04T02:18:05,281 DEBUG [RS:0;40249addbad9:42699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11712448007/online-snapshot/acquired' 2024-12-04T02:18:05,282 DEBUG [RS:0;40249addbad9:42699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:18:05,282 INFO [RS:0;40249addbad9:42699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:18:05,282 INFO [RS:0;40249addbad9:42699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:18:05,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:18:05,382 INFO [RS:0;40249addbad9:42699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:05,393 INFO [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42699%2C1733278683404, suffix=, logDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/oldWALs, maxLogs=10 2024-12-04T02:18:05,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:18:05,408 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb 2024-12-04T02:18:05,412 DEBUG [RS:0;40249addbad9:42699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404/40249addbad9%2C42699%2C1733278683404.1733278685393, exclude list is [], retry=0 2024-12-04T02:18:05,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35089,DS-855e369d-976d-4a3c-ae77-4cceb58927ac,DISK] 2024-12-04T02:18:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:18:05,441 INFO [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404/40249addbad9%2C42699%2C1733278683404.1733278685393 2024-12-04T02:18:05,448 DEBUG [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-04T02:18:05,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:05,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:05,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:05,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:05,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:05,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:05,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:05,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:05,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:05,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:05,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:05,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:05,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:05,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:05,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:05,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:05,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:05,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740 2024-12-04T02:18:05,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740 2024-12-04T02:18:05,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:05,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:05,845 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:05,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:05,848 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:05,848 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66777729, jitterRate=-0.004934296011924744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278685834Initializing all the Stores at 1733278685835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278685835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278685835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278685835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278685835Cleaning up temporary data from old regions at 1733278685844 (+9 ms)Region opened successfully at 1733278685849 (+5 ms) 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:18:05,849 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:18:05,849 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:05,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278685849Disabling compacts and flushes for region at 1733278685849Disabling writes for close at 1733278685849Writing region close event to WAL at 1733278685849Closed at 1733278685849 2024-12-04T02:18:05,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:05,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:18:05,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:18:05,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:05,855 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:18:06,005 DEBUG [40249addbad9:38997 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:18:06,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,42699,1733278683404 2024-12-04T02:18:06,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42699,1733278683404, state=OPENING 2024-12-04T02:18:06,110 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:18:06,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:06,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:06,118 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:06,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11712448007/meta-region-server: CHANGED 2024-12-04T02:18:06,118 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11712448007/meta-region-server: CHANGED 2024-12-04T02:18:06,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42699,1733278683404}] 2024-12-04T02:18:06,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:18:06,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:18:06,293 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:18:06,294 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:06,294 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:18:06,300 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42699%2C1733278683404.meta, suffix=.meta, logDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404, archiveDir=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/oldWALs, maxLogs=10 2024-12-04T02:18:06,323 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404/40249addbad9%2C42699%2C1733278683404.meta.1733278686301.meta, exclude list is [], retry=0 2024-12-04T02:18:06,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35089,DS-855e369d-976d-4a3c-ae77-4cceb58927ac,DISK] 2024-12-04T02:18:06,333 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/WALs/40249addbad9,42699,1733278683404/40249addbad9%2C42699%2C1733278683404.meta.1733278686301.meta 2024-12-04T02:18:06,336 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42457:42457)] 2024-12-04T02:18:06,337 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:06,337 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:06,337 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:18:06,337 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:18:06,337 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:18:06,338 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:18:06,338 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:06,338 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:18:06,338 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:18:06,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:06,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:06,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:06,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:06,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:06,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:06,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:06,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:06,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:06,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:06,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:06,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:06,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:06,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:06,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:06,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:06,351 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:06,352 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740 2024-12-04T02:18:06,357 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740 2024-12-04T02:18:06,361 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:06,361 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:06,362 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:06,364 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:06,366 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70520224, jitterRate=0.05083322525024414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:06,366 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:18:06,366 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278686338Writing region info on filesystem at 1733278686338Initializing all the Stores at 1733278686340 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278686340Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278686341 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278686341Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278686341Cleaning up temporary data from old regions at 1733278686361 (+20 ms)Running coprocessor post-open hooks at 1733278686366 (+5 ms)Region opened successfully at 1733278686366 2024-12-04T02:18:06,367 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278686279 2024-12-04T02:18:06,377 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:18:06,378 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:18:06,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42699,1733278683404 2024-12-04T02:18:06,381 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42699,1733278683404, state=OPEN 2024-12-04T02:18:06,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11712448007/meta-region-server 2024-12-04T02:18:06,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11712448007/meta-region-server 2024-12-04T02:18:06,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11712448007/meta-region-server: CHANGED 2024-12-04T02:18:06,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11712448007/meta-region-server: CHANGED 2024-12-04T02:18:06,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,42699,1733278683404 2024-12-04T02:18:06,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:18:06,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42699,1733278683404 in 274 msec 2024-12-04T02:18:06,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:18:06,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 546 msec 2024-12-04T02:18:06,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:06,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:18:06,410 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:06,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42699,1733278683404, seqNum=-1] 2024-12-04T02:18:06,411 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:06,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:06,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4500 sec 2024-12-04T02:18:06,423 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278686423, completionTime=-1 2024-12-04T02:18:06,424 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:18:06,424 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:18:06,427 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:18:06,427 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278746427 2024-12-04T02:18:06,427 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278806427 2024-12-04T02:18:06,427 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-04T02:18:06,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:38997, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,430 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,431 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.643sec 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:06,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:18:06,446 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:18:06,446 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:18:06,446 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38997,1733278682774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:06,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530972b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38997,-1 for getting cluster id 2024-12-04T02:18:06,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:06,464 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83aab5b9-7c73-4016-a348-255e60facbe8' 2024-12-04T02:18:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83aab5b9-7c73-4016-a348-255e60facbe8" 2024-12-04T02:18:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa801a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38997,-1] 2024-12-04T02:18:06,465 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:06,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:06,467 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:06,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa0c7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42699,1733278683404, seqNum=-1] 2024-12-04T02:18:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:06,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:06,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,38997,1733278682774 2024-12-04T02:18:06,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55038 2024-12-04T02:18:06,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:06,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e21ae5f0005 connected 2024-12-04T02:18:06,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c41036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45561,-1 for getting cluster id 2024-12-04T02:18:06,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:06,507 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6da9e7b3-f231-4b21-8a46-c691986e311e' 2024-12-04T02:18:06,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6da9e7b3-f231-4b21-8a46-c691986e311e" 2024-12-04T02:18:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5102c5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45561,-1] 2024-12-04T02:18:06,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:06,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:06,510 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:06,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6080ab04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45561,1733278678151 2024-12-04T02:18:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13e1f274 2024-12-04T02:18:06,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:06,515 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:06,516 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:18:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:18:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:06,527 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38997' 2024-12-04T02:18:06,528 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625ae049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,528 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38997,-1 for getting cluster id 2024-12-04T02:18:06,529 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:06,530 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83aab5b9-7c73-4016-a348-255e60facbe8' 2024-12-04T02:18:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83aab5b9-7c73-4016-a348-255e60facbe8" 2024-12-04T02:18:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5214f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38997,-1] 2024-12-04T02:18:06,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:06,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:06,532 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:06,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1ed8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:06,533 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:06,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38997,1733278682774 2024-12-04T02:18:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bf091b8 2024-12-04T02:18:06,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:06,536 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:06,537 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T02:18:06,537 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:18:06,538 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:06,538 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:06,538 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:06,538 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:06,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:18:06,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:18:06,547 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:06,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:18:06,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741835_1011 (size=1138) 2024-12-04T02:18:06,596 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:18:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:06,985 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 254166dd0d75983c308d01923546af34, NAME => 'hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381 2024-12-04T02:18:06,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741836_1012 (size=44) 2024-12-04T02:18:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 254166dd0d75983c308d01923546af34, disabling compactions & flushes 2024-12-04T02:18:07,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. after waiting 0 ms 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,394 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 254166dd0d75983c308d01923546af34: Waiting for close lock at 1733278687394Disabling compacts and flushes for region at 1733278687394Disabling writes for close at 1733278687394Writing region close event to WAL at 1733278687394Closed at 1733278687394 2024-12-04T02:18:07,396 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:18:07,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278687396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278687396"}]},"ts":"1733278687396"} 2024-12-04T02:18:07,398 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:18:07,399 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:18:07,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278687399"}]},"ts":"1733278687399"} 2024-12-04T02:18:07,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:18:07,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=254166dd0d75983c308d01923546af34, ASSIGN}] 2024-12-04T02:18:07,404 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=254166dd0d75983c308d01923546af34, ASSIGN 2024-12-04T02:18:07,404 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=254166dd0d75983c308d01923546af34, ASSIGN; state=OFFLINE, location=40249addbad9,46875,1733278678466; forceNewPlan=false, retain=false 2024-12-04T02:18:07,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=254166dd0d75983c308d01923546af34, regionState=OPENING, regionLocation=40249addbad9,46875,1733278678466 2024-12-04T02:18:07,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=254166dd0d75983c308d01923546af34, ASSIGN because future has completed 2024-12-04T02:18:07,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254166dd0d75983c308d01923546af34, server=40249addbad9,46875,1733278678466}] 2024-12-04T02:18:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:07,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:07,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:18:07,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46875%2C1733278678466.rep, suffix=, logDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466, archiveDir=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs, maxLogs=10 2024-12-04T02:18:07,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.rep.1733278687721, exclude list is [], retry=0 2024-12-04T02:18:07,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33553,DS-00dd8edf-a032-44b3-9738-d11d86a7de0e,DISK] 2024-12-04T02:18:07,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.rep.1733278687721 2024-12-04T02:18:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35853:35853)] 2024-12-04T02:18:07,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 254166dd0d75983c308d01923546af34, NAME => 'hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:07,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. service=MultiRowMutationService 2024-12-04T02:18:07,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,745 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,747 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254166dd0d75983c308d01923546af34 columnFamilyName hfileref 2024-12-04T02:18:07,747 DEBUG [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:07,748 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(327): Store=254166dd0d75983c308d01923546af34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:07,748 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,752 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254166dd0d75983c308d01923546af34 columnFamilyName queue 2024-12-04T02:18:07,752 DEBUG [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:07,753 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(327): Store=254166dd0d75983c308d01923546af34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:07,753 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,755 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 254166dd0d75983c308d01923546af34 columnFamilyName sid 2024-12-04T02:18:07,755 DEBUG [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:07,756 INFO [StoreOpener-254166dd0d75983c308d01923546af34-1 {}] regionserver.HStore(327): Store=254166dd0d75983c308d01923546af34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:07,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:18:07,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:07,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 254166dd0d75983c308d01923546af34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64045654, jitterRate=-0.04564538598060608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:18:07,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:07,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 254166dd0d75983c308d01923546af34: Running coprocessor pre-open hook at 1733278687741Writing region info on filesystem at 1733278687741Initializing all the Stores at 1733278687745 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278687745Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278687745Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278687745Cleaning up temporary data from old regions at 1733278687759 (+14 ms)Running coprocessor post-open hooks at 1733278687770 (+11 ms)Region opened successfully at 1733278687770 2024-12-04T02:18:07,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34., pid=7, masterSystemTime=1733278687713 2024-12-04T02:18:07,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:07,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=254166dd0d75983c308d01923546af34, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,46875,1733278678466 2024-12-04T02:18:07,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 254166dd0d75983c308d01923546af34, server=40249addbad9,46875,1733278678466 because future has completed 2024-12-04T02:18:07,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T02:18:07,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 254166dd0d75983c308d01923546af34, server=40249addbad9,46875,1733278678466 in 223 msec 2024-12-04T02:18:07,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:18:07,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=254166dd0d75983c308d01923546af34, ASSIGN in 384 msec 2024-12-04T02:18:07,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:18:07,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278687792"}]},"ts":"1733278687792"} 2024-12-04T02:18:07,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:18:07,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:18:07,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-04T02:18:07,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34., hostname=40249addbad9,46875,1733278678466, seqNum=2] 2024-12-04T02:18:07,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:18:07,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:18:07,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:18:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:18:07,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:07,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:18:07,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:07,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:07,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T02:18:07,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:07,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T02:18:07,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:18:07,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:08,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T02:18:08,008 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:18:08,037 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,46875,1733278678466, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:18:08,038 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:08,038 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46875,1733278678466, seqNum=-1] 2024-12-04T02:18:08,038 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:08,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T02:18:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,46875,1733278678466', locateType=CURRENT is [region=hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34., hostname=40249addbad9,46875,1733278678466, seqNum=2] 2024-12-04T02:18:08,046 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T02:18:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T02:18:08,054 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,46875,1733278678466 suceeded 2024-12-04T02:18:08,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T02:18:08,056 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:38997,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:18:08,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-04T02:18:08,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5410 sec 2024-12-04T02:18:08,065 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38997' 2024-12-04T02:18:08,066 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d3a061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:08,066 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38997,-1 for getting cluster id 2024-12-04T02:18:08,066 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:08,067 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83aab5b9-7c73-4016-a348-255e60facbe8' 2024-12-04T02:18:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83aab5b9-7c73-4016-a348-255e60facbe8" 2024-12-04T02:18:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d93bbb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38997,-1] 2024-12-04T02:18:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,070 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:08,070 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea4644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:08,071 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38997,1733278682774 2024-12-04T02:18:08,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb94cea 2024-12-04T02:18:08,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:08,073 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T02:18:08,073 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,46875,1733278678466 (queues=1) is replicating from cluster=6da9e7b3-f231-4b21-8a46-c691986e311e to cluster=83aab5b9-7c73-4016-a348-255e60facbe8 2024-12-04T02:18:08,074 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C46875%2C1733278678466 2024-12-04T02:18:08,074 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,46875,1733278678466, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:18:08,074 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.shipper40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C46875%2C1733278678466 2024-12-04T02:18:08,074 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495, startPosition=0, beingWritten=true 2024-12-04T02:18:08,284 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:08,591 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:08,671 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:18:08,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:08,671 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:08,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:08,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45561,1733278678151 2024-12-04T02:18:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7b1a1f 2024-12-04T02:18:08,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:08,673 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:08,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45561 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:18:08,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:18:08,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:08,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:08,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:18:08,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=790423952, stopped=false 2024-12-04T02:18:08,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,38997,1733278682774 2024-12-04T02:18:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11712448007/running 2024-12-04T02:18:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11712448007/running 2024-12-04T02:18:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:08,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:08,687 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:18:08,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:08,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:08,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/running 2024-12-04T02:18:08,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,42699,1733278683404' ***** 2024-12-04T02:18:08,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Set watcher on znode that does not yet exist, /11712448007/running 2024-12-04T02:18:08,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:18:08,687 INFO [RS:0;40249addbad9:42699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:18:08,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,42699,1733278683404 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42699. 2024-12-04T02:18:08,688 DEBUG [RS:0;40249addbad9:42699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:08,688 DEBUG [RS:0;40249addbad9:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:18:08,688 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:18:08,688 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:18:08,688 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:08,688 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:18:08,688 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:18:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:18:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:18:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:18:08,689 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T02:18:08,703 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/.tmp/ns/1ec77c238c67427fb3e97a53cad9fdb7 is 43, key is default/ns:d/1733278686413/Put/seqid=0 2024-12-04T02:18:08,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741835_1011 (size=5153) 2024-12-04T02:18:08,748 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:18:08,889 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:08,997 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:09,089 DEBUG [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:09,107 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/.tmp/ns/1ec77c238c67427fb3e97a53cad9fdb7 2024-12-04T02:18:09,115 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/.tmp/ns/1ec77c238c67427fb3e97a53cad9fdb7 as hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/ns/1ec77c238c67427fb3e97a53cad9fdb7 2024-12-04T02:18:09,126 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/ns/1ec77c238c67427fb3e97a53cad9fdb7, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T02:18:09,127 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-12-04T02:18:09,151 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T02:18:09,152 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:09,152 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:09,152 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:09,152 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278688688Running coprocessor pre-close hooks at 1733278688688Disabling compacts and flushes for region at 1733278688688Disabling writes for close at 1733278688689 (+1 ms)Obtaining lock to block concurrent updates at 1733278688689Preparing flush snapshotting stores in 1588230740 at 1733278688689Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733278688689Flushing stores of hbase:meta,,1.1588230740 at 1733278688690 (+1 ms)Flushing 1588230740/ns: creating writer at 1733278688690Flushing 1588230740/ns: appending metadata at 1733278688702 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733278688702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@733c5d3b: reopening flushed file at 1733278689113 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1733278689127 (+14 ms)Writing region close event to WAL at 1733278689128 (+1 ms)Running coprocessor post-close hooks at 1733278689152 (+24 ms)Closed at 1733278689152 2024-12-04T02:18:09,152 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:09,284 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:18:09,284 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:18:09,289 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,42699,1733278683404; all regions closed. 2024-12-04T02:18:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741834_1010 (size=1152) 2024-12-04T02:18:09,328 DEBUG [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/oldWALs 2024-12-04T02:18:09,328 INFO [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42699%2C1733278683404.meta:.meta(num 1733278686301) 2024-12-04T02:18:09,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741833_1009 (size=93) 2024-12-04T02:18:09,363 DEBUG [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/oldWALs 2024-12-04T02:18:09,363 INFO [RS:0;40249addbad9:42699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42699%2C1733278683404:(num 1733278685393) 2024-12-04T02:18:09,363 DEBUG [RS:0;40249addbad9:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:09,363 INFO [RS:0;40249addbad9:42699 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:18:09,363 INFO [RS:0;40249addbad9:42699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:18:09,364 INFO [RS:0;40249addbad9:42699 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:18:09,364 INFO [RS:0;40249addbad9:42699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:18:09,364 INFO [RS:0;40249addbad9:42699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42699 2024-12-04T02:18:09,364 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:18:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11712448007/rs/40249addbad9,42699,1733278683404 2024-12-04T02:18:09,380 INFO [RS:0;40249addbad9:42699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:18:09,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007/rs 2024-12-04T02:18:09,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,42699,1733278683404] 2024-12-04T02:18:09,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11712448007/draining/40249addbad9,42699,1733278683404 already deleted, retry=false 2024-12-04T02:18:09,402 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,42699,1733278683404 expired; onlineServers=0 2024-12-04T02:18:09,402 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,38997,1733278682774' ***** 2024-12-04T02:18:09,402 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:18:09,402 INFO [M:0;40249addbad9:38997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:18:09,403 DEBUG [M:0;40249addbad9:38997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:18:09,403 DEBUG [M:0;40249addbad9:38997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:18:09,403 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:18:09,403 DEBUG [M:0;40249addbad9:38997 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:18:09,403 INFO [M:0;40249addbad9:38997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:18:09,403 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278684981 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278684981,5,FailOnTimeoutGroup] 2024-12-04T02:18:09,404 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278684981 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278684981,5,FailOnTimeoutGroup] 2024-12-04T02:18:09,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:18:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11712448007/master 2024-12-04T02:18:09,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11712448007 2024-12-04T02:18:09,413 DEBUG [M:0;40249addbad9:38997 {}] zookeeper.ZKUtil(347): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Unable to get data of znode /11712448007/master because node does not exist (not an error) 2024-12-04T02:18:09,413 WARN [M:0;40249addbad9:38997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:18:09,414 INFO [M:0;40249addbad9:38997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/.lastflushedseqids 2024-12-04T02:18:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741836_1012 (size=99) 2024-12-04T02:18:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:09,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1019e21ae5f0004, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:09,492 INFO [RS:0;40249addbad9:42699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:18:09,492 INFO [RS:0;40249addbad9:42699 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,42699,1733278683404; zookeeper connection closed. 2024-12-04T02:18:09,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f594173 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f594173 2024-12-04T02:18:09,503 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:09,504 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:18:09,840 INFO [M:0;40249addbad9:38997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:18:09,840 INFO [M:0;40249addbad9:38997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:18:09,840 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:18:09,840 INFO [M:0;40249addbad9:38997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:09,841 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:09,841 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:18:09,841 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:09,841 INFO [M:0;40249addbad9:38997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T02:18:09,866 DEBUG [M:0;40249addbad9:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe32c06dde1643f594250919c9209843 is 82, key is hbase:meta,,1/info:regioninfo/1733278686380/Put/seqid=0 2024-12-04T02:18:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741837_1013 (size=5672) 2024-12-04T02:18:09,873 INFO [M:0;40249addbad9:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe32c06dde1643f594250919c9209843 2024-12-04T02:18:09,900 DEBUG [M:0;40249addbad9:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472bff406b6e4d5d9548bca713f2b0b4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733278686422/Put/seqid=0 2024-12-04T02:18:09,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741838_1014 (size=5275) 2024-12-04T02:18:09,906 INFO [M:0;40249addbad9:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472bff406b6e4d5d9548bca713f2b0b4 2024-12-04T02:18:09,932 DEBUG [M:0;40249addbad9:38997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad96dc79edb42759cbcc19f6f715b97 is 69, key is 40249addbad9,42699,1733278683404/rs:state/1733278685116/Put/seqid=0 2024-12-04T02:18:09,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741839_1015 (size=5156) 2024-12-04T02:18:10,125 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:10,343 INFO [M:0;40249addbad9:38997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad96dc79edb42759cbcc19f6f715b97 2024-12-04T02:18:10,364 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe32c06dde1643f594250919c9209843 as hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe32c06dde1643f594250919c9209843 2024-12-04T02:18:10,372 INFO [M:0;40249addbad9:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe32c06dde1643f594250919c9209843, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T02:18:10,375 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/472bff406b6e4d5d9548bca713f2b0b4 as hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472bff406b6e4d5d9548bca713f2b0b4 2024-12-04T02:18:10,383 INFO [M:0;40249addbad9:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/472bff406b6e4d5d9548bca713f2b0b4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T02:18:10,385 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9ad96dc79edb42759cbcc19f6f715b97 as hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad96dc79edb42759cbcc19f6f715b97 2024-12-04T02:18:10,393 INFO [M:0;40249addbad9:38997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35739/user/jenkins/test-data/599e5194-1e80-e44a-e3d0-1eeeac689deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9ad96dc79edb42759cbcc19f6f715b97, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T02:18:10,395 INFO [M:0;40249addbad9:38997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=28, compaction requested=false 2024-12-04T02:18:10,396 INFO [M:0;40249addbad9:38997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:10,396 DEBUG [M:0;40249addbad9:38997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278689840Disabling compacts and flushes for region at 1733278689840Disabling writes for close at 1733278689841 (+1 ms)Obtaining lock to block concurrent updates at 1733278689841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278689841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733278689841Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278689842 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278689842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278689865 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278689865Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278689879 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278689899 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278689899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278689911 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278689931 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278689931Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b4b442: reopening flushed file at 1733278690362 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4796eee9: reopening flushed file at 1733278690372 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b838538: reopening flushed file at 1733278690383 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 553ms, sequenceid=28, compaction requested=false at 1733278690395 (+12 ms)Writing region close event to WAL at 1733278690396 (+1 ms)Closed at 1733278690396 2024-12-04T02:18:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35089 is added to blk_1073741830_1006 (size=10165) 2024-12-04T02:18:10,403 INFO [M:0;40249addbad9:38997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:18:10,403 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:18:10,403 INFO [M:0;40249addbad9:38997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38997 2024-12-04T02:18:10,404 INFO [M:0;40249addbad9:38997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:18:10,523 INFO [M:0;40249addbad9:38997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:18:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:10,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38997-0x1019e21ae5f0003, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:10,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e473676{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:18:10,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ef92a3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:18:10,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:18:10,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30019715{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:18:10,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652fb2df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir/,STOPPED} 2024-12-04T02:18:10,570 WARN [BP-123448230-172.17.0.3-1733278680315 heartbeating to localhost/127.0.0.1:35739 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:18:10,570 WARN [BP-123448230-172.17.0.3-1733278680315 heartbeating to localhost/127.0.0.1:35739 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-123448230-172.17.0.3-1733278680315 (Datanode Uuid 72d7ee88-f4f3-48aa-bad8-e64d7f7aff97) service to localhost/127.0.0.1:35739 2024-12-04T02:18:10,570 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:18:10,570 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:18:10,571 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:18:10,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/cluster_cee5b158-35b6-2b30-7784-aa59bf6acc14/data/data1/current/BP-123448230-172.17.0.3-1733278680315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:18:10,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/cluster_cee5b158-35b6-2b30-7784-aa59bf6acc14/data/data2/current/BP-123448230-172.17.0.3-1733278680315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:18:10,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe40ec5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:18:10,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28e3c7ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:18:10,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:18:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24257fc8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:18:10,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2fa9f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir/,STOPPED} 2024-12-04T02:18:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:18:10,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:18:10,603 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:10,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:10,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:10,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:10,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:10,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:18:10,604 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=707078857, stopped=false 2024-12-04T02:18:10,604 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,45561,1733278678151 2024-12-04T02:18:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525436044/running 2024-12-04T02:18:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525436044/running 2024-12-04T02:18:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:18:10,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:18:10,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:18:10,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/running 2024-12-04T02:18:10,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:10,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:10,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:10,646 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,46875,1733278678466' ***** 2024-12-04T02:18:10,646 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:18:10,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Set watcher on znode that does not yet exist, /01525436044/running 2024-12-04T02:18:10,648 INFO [RS:0;40249addbad9:46875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:18:10,648 INFO [RS:0;40249addbad9:46875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:18:10,648 INFO [RS:0;40249addbad9:46875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:18:10,648 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for 254166dd0d75983c308d01923546af34 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,46875,1733278678466 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:46875. 2024-12-04T02:18:10,649 DEBUG [RS:0;40249addbad9:46875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:10,649 DEBUG [RS:0;40249addbad9:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:18:10,649 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:18:10,649 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 254166dd0d75983c308d01923546af34, disabling compactions & flushes 2024-12-04T02:18:10,650 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:10,650 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:10,650 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. after waiting 0 ms 2024-12-04T02:18:10,650 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:10,650 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 254166dd0d75983c308d01923546af34 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T02:18:10,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:18:10,650 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:18:10,650 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1325): Online Regions={254166dd0d75983c308d01923546af34=hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:18:10,650 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 254166dd0d75983c308d01923546af34 2024-12-04T02:18:10,651 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:18:10,651 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:18:10,651 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:18:10,652 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:18:10,652 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:18:10,652 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T02:18:10,668 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:18:10,673 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/.tmp/queue/6343ac120e714840b73e92f70bbd0ea3 is 151, key is 1-40249addbad9,46875,1733278678466/queue:40249addbad9%2C46875%2C1733278678466/1733278688044/Put/seqid=0 2024-12-04T02:18:10,694 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/info/383ded50fe8840c187213434428cda11 is 147, key is hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34./info:regioninfo/1733278687777/Put/seqid=0 2024-12-04T02:18:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741839_1015 (size=6631) 2024-12-04T02:18:10,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741838_1014 (size=5350) 2024-12-04T02:18:10,844 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:10,851 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 254166dd0d75983c308d01923546af34 2024-12-04T02:18:11,051 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 254166dd0d75983c308d01923546af34 2024-12-04T02:18:11,106 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/info/383ded50fe8840c187213434428cda11 2024-12-04T02:18:11,108 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/.tmp/queue/6343ac120e714840b73e92f70bbd0ea3 2024-12-04T02:18:11,152 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/.tmp/queue/6343ac120e714840b73e92f70bbd0ea3 as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/queue/6343ac120e714840b73e92f70bbd0ea3 2024-12-04T02:18:11,163 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/queue/6343ac120e714840b73e92f70bbd0ea3, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T02:18:11,165 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 254166dd0d75983c308d01923546af34 in 515ms, sequenceid=5, compaction requested=false 2024-12-04T02:18:11,165 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:18:11,173 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/ns/8aa5fc70445d402783163c75f9788392 is 43, key is default/ns:d/1733278680090/Put/seqid=0 2024-12-04T02:18:11,198 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/replication/254166dd0d75983c308d01923546af34/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:18:11,199 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:11,200 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:11,200 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:11,200 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 254166dd0d75983c308d01923546af34: Waiting for close lock at 1733278690649Running coprocessor pre-close hooks at 1733278690649Disabling compacts and flushes for region at 1733278690649Disabling writes for close at 1733278690650 (+1 ms)Obtaining lock to block concurrent updates at 1733278690650Preparing flush snapshotting stores in 254166dd0d75983c308d01923546af34 at 1733278690650Finished memstore snapshotting hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733278690650Flushing stores of hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. at 1733278690652 (+2 ms)Flushing 254166dd0d75983c308d01923546af34/queue: creating writer at 1733278690652Flushing 254166dd0d75983c308d01923546af34/queue: appending metadata at 1733278690673 (+21 ms)Flushing 254166dd0d75983c308d01923546af34/queue: closing flushed file at 1733278690673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70f2dea5: reopening flushed file at 1733278691149 (+476 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 254166dd0d75983c308d01923546af34 in 515ms, sequenceid=5, compaction requested=false at 1733278691165 (+16 ms)Writing region close event to WAL at 1733278691180 (+15 ms)Running coprocessor post-close hooks at 1733278691199 (+19 ms)Closed at 1733278691200 (+1 ms) 2024-12-04T02:18:11,200 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278686538.254166dd0d75983c308d01923546af34. 2024-12-04T02:18:11,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741840_1016 (size=5153) 2024-12-04T02:18:11,251 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:11,348 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:18:11,349 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:18:11,451 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:11,618 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/ns/8aa5fc70445d402783163c75f9788392 2024-12-04T02:18:11,652 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:18:11,652 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:18:11,652 DEBUG [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:18:11,668 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 to pos 0, reset compression=false 2024-12-04T02:18:11,688 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/table/ea57e3ee569944e9a06c10e4cab494da is 53, key is hbase:replication/table:state/1733278687792/Put/seqid=0 2024-12-04T02:18:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741841_1017 (size=5256) 2024-12-04T02:18:11,755 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/table/ea57e3ee569944e9a06c10e4cab494da 2024-12-04T02:18:11,769 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/info/383ded50fe8840c187213434428cda11 as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/info/383ded50fe8840c187213434428cda11 2024-12-04T02:18:11,779 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/info/383ded50fe8840c187213434428cda11, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T02:18:11,781 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/ns/8aa5fc70445d402783163c75f9788392 as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/ns/8aa5fc70445d402783163c75f9788392 2024-12-04T02:18:11,793 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/ns/8aa5fc70445d402783163c75f9788392, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:18:11,795 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/.tmp/table/ea57e3ee569944e9a06c10e4cab494da as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/table/ea57e3ee569944e9a06c10e4cab494da 2024-12-04T02:18:11,809 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/table/ea57e3ee569944e9a06c10e4cab494da, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T02:18:11,811 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1158ms, sequenceid=11, compaction requested=false 2024-12-04T02:18:11,824 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:18:11,825 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:11,832 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:11,832 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:11,832 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278690651Running coprocessor pre-close hooks at 1733278690651Disabling compacts and flushes for region at 1733278690651Disabling writes for close at 1733278690652 (+1 ms)Obtaining lock to block concurrent updates at 1733278690652Preparing flush snapshotting stores in 1588230740 at 1733278690652Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733278690652Flushing stores of hbase:meta,,1.1588230740 at 1733278690653 (+1 ms)Flushing 1588230740/info: creating writer at 1733278690653Flushing 1588230740/info: appending metadata at 1733278690693 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733278690693Flushing 1588230740/ns: creating writer at 1733278691134 (+441 ms)Flushing 1588230740/ns: appending metadata at 1733278691172 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733278691172Flushing 1588230740/table: creating writer at 1733278691641 (+469 ms)Flushing 1588230740/table: appending metadata at 1733278691687 (+46 ms)Flushing 1588230740/table: closing flushed file at 1733278691687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397b9554: reopening flushed file at 1733278691768 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705dc837: reopening flushed file at 1733278691779 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3979df18: reopening flushed file at 1733278691794 (+15 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1158ms, sequenceid=11, compaction requested=false at 1733278691811 (+17 ms)Writing region close event to WAL at 1733278691817 (+6 ms)Running coprocessor post-close hooks at 1733278691825 (+8 ms)Closed at 1733278691832 (+7 ms) 2024-12-04T02:18:11,833 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:11,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:18:11,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:11,854 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,46875,1733278678466; all regions closed. 2024-12-04T02:18:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741834_1010 (size=2742) 2024-12-04T02:18:11,868 DEBUG [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs 2024-12-04T02:18:11,868 INFO [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C46875%2C1733278678466.meta:.meta(num 1733278679881) 2024-12-04T02:18:11,879 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.rep.1733278687721 not finished, retry = 0 2024-12-04T02:18:11,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741837_1013 (size=1586) 2024-12-04T02:18:11,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:11,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:11,986 DEBUG [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs 2024-12-04T02:18:11,986 INFO [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C46875%2C1733278678466.rep:(num 1733278687721) 2024-12-04T02:18:11,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/WALs/40249addbad9,46875,1733278678466/40249addbad9%2C46875%2C1733278678466.1733278679495 not finished, retry = 0 2024-12-04T02:18:11,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741833_1009 (size=93) 2024-12-04T02:18:12,095 DEBUG [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/oldWALs 2024-12-04T02:18:12,095 INFO [RS:0;40249addbad9:46875 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C46875%2C1733278678466:(num 1733278679495) 2024-12-04T02:18:12,095 DEBUG [RS:0;40249addbad9:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:12,095 INFO [RS:0;40249addbad9:46875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:18:12,096 INFO [RS:0;40249addbad9:46875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:18:12,096 INFO [RS:0;40249addbad9:46875 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:18:12,096 INFO [RS:0;40249addbad9:46875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:18:12,096 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:18:12,096 INFO [RS:0;40249addbad9:46875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,46875,1733278678466 because: Region server is closing 2024-12-04T02:18:12,097 INFO [RS:0;40249addbad9:46875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:46875. 2024-12-04T02:18:12,097 DEBUG [RS:0;40249addbad9:46875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:12,097 DEBUG [RS:0;40249addbad9:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:12,097 DEBUG [RS:0;40249addbad9:46875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:12,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:12,197 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.wal-reader.40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:18:12,197 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.shipper40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:18:12,198 INFO [RS:0;40249addbad9:46875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46875,1733278678466.replicationSource.shipper40249addbad9%2C46875%2C1733278678466,1-40249addbad9,46875,1733278678466 terminated 2024-12-04T02:18:12,198 INFO [RS:0;40249addbad9:46875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46875 2024-12-04T02:18:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525436044/rs/40249addbad9,46875,1733278678466 2024-12-04T02:18:12,209 INFO [RS:0;40249addbad9:46875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:18:12,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044/rs 2024-12-04T02:18:12,220 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,46875,1733278678466] 2024-12-04T02:18:12,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01525436044/draining/40249addbad9,46875,1733278678466 already deleted, retry=false 2024-12-04T02:18:12,230 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,46875,1733278678466 expired; onlineServers=0 2024-12-04T02:18:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,45561,1733278678151' ***** 2024-12-04T02:18:12,230 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:18:12,231 DEBUG [M:0;40249addbad9:45561 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:18:12,231 DEBUG [M:0;40249addbad9:45561 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:18:12,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:18:12,231 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278679069 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278679069,5,FailOnTimeoutGroup] 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:18:12,231 DEBUG [M:0;40249addbad9:45561 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:18:12,231 INFO [M:0;40249addbad9:45561 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:18:12,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:18:12,232 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278679068 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278679068,5,FailOnTimeoutGroup] 2024-12-04T02:18:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01525436044/master 2024-12-04T02:18:12,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01525436044 2024-12-04T02:18:12,258 DEBUG [M:0;40249addbad9:45561 {}] zookeeper.ZKUtil(347): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Unable to get data of znode /01525436044/master because node does not exist (not an error) 2024-12-04T02:18:12,258 WARN [M:0;40249addbad9:45561 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:18:12,262 INFO [M:0;40249addbad9:45561 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/.lastflushedseqids 2024-12-04T02:18:12,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741842_1018 (size=181) 2024-12-04T02:18:12,274 INFO [M:0;40249addbad9:45561 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:18:12,274 INFO [M:0;40249addbad9:45561 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:18:12,275 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:18:12,275 INFO [M:0;40249addbad9:45561 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:12,275 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:12,275 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:18:12,275 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:12,275 INFO [M:0;40249addbad9:45561 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T02:18:12,301 DEBUG [M:0;40249addbad9:45561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ed387cb0554a92ac171cb2aad59b7d is 82, key is hbase:meta,,1/info:regioninfo/1733278679974/Put/seqid=0 2024-12-04T02:18:12,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741843_1019 (size=5672) 2024-12-04T02:18:12,316 INFO [M:0;40249addbad9:45561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ed387cb0554a92ac171cb2aad59b7d 2024-12-04T02:18:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:12,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46875-0x1019e21ae5f0001, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:12,324 INFO [RS:0;40249addbad9:46875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:18:12,324 INFO [RS:0;40249addbad9:46875 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,46875,1733278678466; zookeeper connection closed. 2024-12-04T02:18:12,328 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ef8b26d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ef8b26d 2024-12-04T02:18:12,328 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:18:12,338 DEBUG [M:0;40249addbad9:45561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a6c09367184bd7a881c8fc2b03bbc2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733278687797/Put/seqid=0 2024-12-04T02:18:12,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741844_1020 (size=7203) 2024-12-04T02:18:12,750 INFO [M:0;40249addbad9:45561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a6c09367184bd7a881c8fc2b03bbc2 2024-12-04T02:18:12,780 DEBUG [M:0;40249addbad9:45561 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eab79d344614e4d90fb55ee08167d3c is 69, key is 40249addbad9,46875,1733278678466/rs:state/1733278679199/Put/seqid=0 2024-12-04T02:18:12,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741845_1021 (size=5156) 2024-12-04T02:18:12,822 INFO [M:0;40249addbad9:45561 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eab79d344614e4d90fb55ee08167d3c 2024-12-04T02:18:12,830 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ed387cb0554a92ac171cb2aad59b7d as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ed387cb0554a92ac171cb2aad59b7d 2024-12-04T02:18:12,841 INFO [M:0;40249addbad9:45561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ed387cb0554a92ac171cb2aad59b7d, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T02:18:12,842 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7a6c09367184bd7a881c8fc2b03bbc2 as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a6c09367184bd7a881c8fc2b03bbc2 2024-12-04T02:18:12,849 INFO [M:0;40249addbad9:45561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7a6c09367184bd7a881c8fc2b03bbc2, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T02:18:12,850 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9eab79d344614e4d90fb55ee08167d3c as hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eab79d344614e4d90fb55ee08167d3c 2024-12-04T02:18:12,857 INFO [M:0;40249addbad9:45561 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40801/user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9eab79d344614e4d90fb55ee08167d3c, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T02:18:12,859 INFO [M:0;40249addbad9:45561 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=70, compaction requested=false 2024-12-04T02:18:12,863 INFO [M:0;40249addbad9:45561 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:12,863 DEBUG [M:0;40249addbad9:45561 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278692275Disabling compacts and flushes for region at 1733278692275Disabling writes for close at 1733278692275Obtaining lock to block concurrent updates at 1733278692275Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278692275Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733278692276 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278692277 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278692277Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278692301 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278692301Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278692323 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278692337 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278692337Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278692757 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278692780 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278692780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf27c1c: reopening flushed file at 1733278692828 (+48 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37841145: reopening flushed file at 1733278692842 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460b02a7: reopening flushed file at 1733278692849 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 583ms, sequenceid=70, compaction requested=false at 1733278692859 (+10 ms)Writing region close event to WAL at 1733278692863 (+4 ms)Closed at 1733278692863 2024-12-04T02:18:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33553 is added to blk_1073741830_1006 (size=41008) 2024-12-04T02:18:12,877 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95858549-b67f-7333-cf84-423371927381/MasterData/WALs/40249addbad9,45561,1733278678151/40249addbad9%2C45561%2C1733278678151.1733278678668 not finished, retry = 0 2024-12-04T02:18:12,978 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:18:12,978 INFO [M:0;40249addbad9:45561 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:18:12,979 INFO [M:0;40249addbad9:45561 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45561 2024-12-04T02:18:12,979 INFO [M:0;40249addbad9:45561 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:18:13,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45561-0x1019e21ae5f0000, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:18:13,103 INFO [M:0;40249addbad9:45561 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:18:13,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245789f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:18:13,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26fa4501{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:18:13,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:18:13,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e441b2c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:18:13,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7278da6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir/,STOPPED} 2024-12-04T02:18:13,165 WARN [BP-101584817-172.17.0.3-1733278675672 heartbeating to localhost/127.0.0.1:40801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:18:13,165 WARN [BP-101584817-172.17.0.3-1733278675672 heartbeating to localhost/127.0.0.1:40801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-101584817-172.17.0.3-1733278675672 (Datanode Uuid 4477c2ac-7355-429d-816e-036b0c2376a8) service to localhost/127.0.0.1:40801 2024-12-04T02:18:13,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/data/data2/current/BP-101584817-172.17.0.3-1733278675672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:18:13,168 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:18:13,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/cluster_a3d8b3c1-2bd1-dd02-f3cc-30f495f887f5/data/data1/current/BP-101584817-172.17.0.3-1733278675672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:18:13,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:18:13,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:18:13,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40166944{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:18:13,181 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@122fd3c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:18:13,181 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:18:13,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f72b34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:18:13,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@332fa0c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9af1baf-b2cb-ffcc-987d-aeb5d37acc1e/hadoop.log.dir/,STOPPED} 2024-12-04T02:18:13,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:18:13,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:18:13,235 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 106) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:40801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:35739 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:35739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:40801 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55038) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:35739 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:40801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55038) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35739 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 430) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=762 (was 796), ProcessCount=11 (was 11), AvailableMemoryMB=4449 (was 4567) 2024-12-04T02:18:13,252 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=762, ProcessCount=11, AvailableMemoryMB=4446 2024-12-04T02:18:13,285 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T02:18:13,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e21ae5f0002, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:18:13,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir so I do NOT create it in target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf 2024-12-04T02:18:13,289 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:18:13,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.tmp.dir so I do NOT create it in target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf 2024-12-04T02:18:13,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47d24e0-4c67-7e5d-39ae-dd857cf773ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:18:13,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf 2024-12-04T02:18:13,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a, deleteOnExit=true 2024-12-04T02:18:13,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e21ae5f0002, quorum=127.0.0.1:55038, baseZNode=/01525436044 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:18:13,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e21ae5f0005, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:18:13,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e21ae5f0005, quorum=127.0.0.1:55038, baseZNode=/11712448007 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:18:13,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/zookeeper_0, clientPort=57979, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:18:13,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57979 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/test.cache.data in system properties and HBase conf 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:18:13,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:18:13,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:13,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:18:13,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:18:13,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:13,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:13,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:13,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:13,814 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:18:13,815 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:13,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@85843e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:13,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1098a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:13,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4466db1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/java.io.tmpdir/jetty-localhost-44795-hadoop-hdfs-3_4_1-tests_jar-_-any-11682729274274721559/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:18:13,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49780822{HTTP/1.1, (http/1.1)}{localhost:44795} 2024-12-04T02:18:13,970 INFO [Time-limited test {}] server.Server(415): Started @56029ms 2024-12-04T02:18:14,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:14,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:14,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:14,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:14,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:18:14,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:14,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37779424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:14,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f218d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/java.io.tmpdir/jetty-localhost-36223-hadoop-hdfs-3_4_1-tests_jar-_-any-9124993163124773110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:18:14,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ae5974{HTTP/1.1, (http/1.1)}{localhost:36223} 2024-12-04T02:18:14,508 INFO [Time-limited test {}] server.Server(415): Started @56567ms 2024-12-04T02:18:14,510 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:18:15,470 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/data/data2/current/BP-1164516963-172.17.0.3-1733278693387/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:15,470 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/data/data1/current/BP-1164516963-172.17.0.3-1733278693387/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:15,567 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:18:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66683979e3d15675 with lease ID 0xebc33c9c4b441165: Processing first storage report for DS-975cf10c-ef29-411a-8c10-1584cd853ea0 from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=c8692494-a9c7-4c72-8b58-0cf6b6377a5d, infoPort=42773, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=589829742;c=1733278693387) 2024-12-04T02:18:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66683979e3d15675 with lease ID 0xebc33c9c4b441165: from storage DS-975cf10c-ef29-411a-8c10-1584cd853ea0 node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=c8692494-a9c7-4c72-8b58-0cf6b6377a5d, infoPort=42773, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=589829742;c=1733278693387), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:18:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66683979e3d15675 with lease ID 0xebc33c9c4b441165: Processing first storage report for DS-108fc73b-274d-45f7-8d8f-b6d58801b64d from datanode DatanodeRegistration(127.0.0.1:38363, datanodeUuid=c8692494-a9c7-4c72-8b58-0cf6b6377a5d, infoPort=42773, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=589829742;c=1733278693387) 2024-12-04T02:18:15,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66683979e3d15675 with lease ID 0xebc33c9c4b441165: from storage DS-108fc73b-274d-45f7-8d8f-b6d58801b64d node DatanodeRegistration(127.0.0.1:38363, datanodeUuid=c8692494-a9c7-4c72-8b58-0cf6b6377a5d, infoPort=42773, infoSecurePort=0, ipcPort=36409, storageInfo=lv=-57;cid=testClusterID;nsid=589829742;c=1733278693387), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:18:15,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf 2024-12-04T02:18:15,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:15,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:18:16,032 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa with version=8 2024-12-04T02:18:16,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/hbase-staging 2024-12-04T02:18:16,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:16,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:16,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33029 2024-12-04T02:18:16,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33029 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:16,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330290x0, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:16,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33029-0x1019e21f3640000 connected 2024-12-04T02:18:16,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:16,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:16,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/running 2024-12-04T02:18:16,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa, hbase.cluster.distributed=false 2024-12-04T02:18:16,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/acl 2024-12-04T02:18:16,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-04T02:18:16,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33029 2024-12-04T02:18:16,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33029 2024-12-04T02:18:16,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-04T02:18:16,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33029 2024-12-04T02:18:16,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:18:16,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:16,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38683 2024-12-04T02:18:16,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38683 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:16,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:16,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:16,504 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386830x0, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:16,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38683-0x1019e21f3640001 connected 2024-12-04T02:18:16,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/running 2024-12-04T02:18:16,505 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:18:16,505 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:18:16,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/master 2024-12-04T02:18:16,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/acl 2024-12-04T02:18:16,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-04T02:18:16,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38683 2024-12-04T02:18:16,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38683 2024-12-04T02:18:16,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-04T02:18:16,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38683 2024-12-04T02:18:16,522 DEBUG [M:0;40249addbad9:33029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:33029 2024-12-04T02:18:16,523 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01701012067/backup-masters/40249addbad9,33029,1733278696035 2024-12-04T02:18:16,535 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/backup-masters 2024-12-04T02:18:16,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/backup-masters 2024-12-04T02:18:16,536 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on existing znode=/01701012067/backup-masters/40249addbad9,33029,1733278696035 2024-12-04T02:18:16,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:16,546 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701012067/master 2024-12-04T02:18:16,546 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on existing znode=/01701012067/master 2024-12-04T02:18:16,546 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:16,547 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01701012067/backup-masters/40249addbad9,33029,1733278696035 from backup master directory 2024-12-04T02:18:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701012067/backup-masters/40249addbad9,33029,1733278696035 2024-12-04T02:18:16,556 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:16,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/backup-masters 2024-12-04T02:18:16,556 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,33029,1733278696035 2024-12-04T02:18:16,556 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/backup-masters 2024-12-04T02:18:16,561 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/hbase.id] with ID: 2e142c68-4c49-4740-b195-f96cdae5d6db 2024-12-04T02:18:16,562 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/.tmp/hbase.id 2024-12-04T02:18:16,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:18:16,968 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/.tmp/hbase.id]:[hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/hbase.id] 2024-12-04T02:18:17,004 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:17,004 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:18:17,006 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T02:18:17,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:17,033 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:18:17,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:18:17,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:17,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:17,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:17,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:17,458 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:17,459 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:18:17,459 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:18:17,875 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store 2024-12-04T02:18:17,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:18:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:18:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:18:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:18:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:18,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:18,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:18:18,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:18,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:18,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:18:18,286 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:18,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:18,287 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278698286Disabling compacts and flushes for region at 1733278698286Disabling writes for close at 1733278698286Writing region close event to WAL at 1733278698286Closed at 1733278698286 2024-12-04T02:18:18,288 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/.initializing 2024-12-04T02:18:18,288 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/WALs/40249addbad9,33029,1733278696035 2024-12-04T02:18:18,289 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:18,291 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C33029%2C1733278696035, suffix=, logDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/WALs/40249addbad9,33029,1733278696035, archiveDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/oldWALs, maxLogs=10 2024-12-04T02:18:18,308 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/WALs/40249addbad9,33029,1733278696035/40249addbad9%2C33029%2C1733278696035.1733278698291, exclude list is [], retry=0 2024-12-04T02:18:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-975cf10c-ef29-411a-8c10-1584cd853ea0,DISK] 2024-12-04T02:18:18,315 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/WALs/40249addbad9,33029,1733278696035/40249addbad9%2C33029%2C1733278696035.1733278698291 2024-12-04T02:18:18,315 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-04T02:18:18,315 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:18,315 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:18,316 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,316 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:18:18,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:18,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:18,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:18:18,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:18,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:18,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:18:18,323 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:18,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:18,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:18:18,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:18,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:18,326 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,327 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,327 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,328 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,328 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,329 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:18,330 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:18,333 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:18,333 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66029855, jitterRate=-0.016078487038612366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:18,334 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278698316Initializing all the Stores at 1733278698317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278698317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278698317Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278698317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278698317Cleaning up temporary data from old regions at 1733278698328 (+11 ms)Region opened successfully at 1733278698334 (+6 ms) 2024-12-04T02:18:18,336 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:18:18,340 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1e56b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:18,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:18:18,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:18:18,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:18:18,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:18:18,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:18:18,343 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:18:18,343 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:18:18,346 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:18:18,347 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/balancer because node does not exist (not necessarily an error) 2024-12-04T02:18:18,359 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/balancer already deleted, retry=false 2024-12-04T02:18:18,360 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:18:18,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:18:18,370 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/normalizer already deleted, retry=false 2024-12-04T02:18:18,371 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:18:18,372 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:18:18,380 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/switch/split already deleted, retry=false 2024-12-04T02:18:18,382 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:18:18,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/switch/merge already deleted, retry=false 2024-12-04T02:18:18,393 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:18:18,401 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/snapshot-cleanup already deleted, retry=false 2024-12-04T02:18:18,412 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701012067/running 2024-12-04T02:18:18,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01701012067/running 2024-12-04T02:18:18,412 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,413 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,33029,1733278696035, sessionid=0x1019e21f3640000, setting cluster-up flag (Was=false) 2024-12-04T02:18:18,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,475 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,535 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701012067/flush-table-proc/acquired, /01701012067/flush-table-proc/reached, /01701012067/flush-table-proc/abort 2024-12-04T02:18:18,537 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,33029,1733278696035 2024-12-04T02:18:18,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,578 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:18,630 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01701012067/online-snapshot/acquired, /01701012067/online-snapshot/reached, /01701012067/online-snapshot/abort 2024-12-04T02:18:18,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,33029,1733278696035 2024-12-04T02:18:18,632 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:18:18,633 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:18,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:18:18,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:18:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,33029,1733278696035 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278728636 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:18:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:18:18,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:18,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:18:18,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:18:18,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:18:18,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:18:18,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:18:18,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:18:18,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:18,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:18:18,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:18:18,640 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278698638,5,FailOnTimeoutGroup] 2024-12-04T02:18:18,640 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278698640,5,FailOnTimeoutGroup] 2024-12-04T02:18:18,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:18:18,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:18:18,711 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(746): ClusterId : 2e142c68-4c49-4740-b195-f96cdae5d6db 2024-12-04T02:18:18,711 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:18:18,718 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:18:18,718 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:18:18,729 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:18:18,730 DEBUG [RS:0;40249addbad9:38683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fbbc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:18,744 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:38683 2024-12-04T02:18:18,744 INFO [RS:0;40249addbad9:38683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:18:18,744 INFO [RS:0;40249addbad9:38683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:18:18,744 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:18:18,745 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,33029,1733278696035 with port=38683, startcode=1733278696448 2024-12-04T02:18:18,745 DEBUG [RS:0;40249addbad9:38683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:18:18,749 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:18:18,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,38683,1733278696448 2024-12-04T02:18:18,749 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(517): Registering regionserver=40249addbad9,38683,1733278696448 2024-12-04T02:18:18,751 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa 2024-12-04T02:18:18,751 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37097 2024-12-04T02:18:18,751 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:18:18,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/rs 2024-12-04T02:18:18,793 DEBUG [RS:0;40249addbad9:38683 {}] zookeeper.ZKUtil(111): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on existing znode=/01701012067/rs/40249addbad9,38683,1733278696448 2024-12-04T02:18:18,793 WARN [RS:0;40249addbad9:38683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:18,793 INFO [RS:0;40249addbad9:38683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:18,793 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448 2024-12-04T02:18:18,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,38683,1733278696448] 2024-12-04T02:18:18,798 INFO [RS:0;40249addbad9:38683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:18:18,799 INFO [RS:0;40249addbad9:38683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:18:18,800 INFO [RS:0;40249addbad9:38683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:18:18,800 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,800 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:18:18,801 INFO [RS:0;40249addbad9:38683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:18:18,801 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,801 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,801 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,801 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,801 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:18,802 DEBUG [RS:0;40249addbad9:38683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,803 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38683,1733278696448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:18,815 INFO [RS:0;40249addbad9:38683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:18:18,816 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38683,1733278696448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,816 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,816 INFO [RS:0;40249addbad9:38683 {}] regionserver.Replication(171): 40249addbad9,38683,1733278696448 started 2024-12-04T02:18:18,834 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:18,834 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,38683,1733278696448, RpcServer on 40249addbad9/172.17.0.3:38683, sessionid=0x1019e21f3640001 2024-12-04T02:18:18,835 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:18:18,835 DEBUG [RS:0;40249addbad9:38683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,38683,1733278696448 2024-12-04T02:18:18,835 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,38683,1733278696448' 2024-12-04T02:18:18,835 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701012067/flush-table-proc/abort' 2024-12-04T02:18:18,835 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701012067/flush-table-proc/acquired' 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,38683,1733278696448 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,38683,1733278696448' 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01701012067/online-snapshot/abort' 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01701012067/online-snapshot/acquired' 2024-12-04T02:18:18,836 DEBUG [RS:0;40249addbad9:38683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:18:18,836 INFO [RS:0;40249addbad9:38683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:18:18,836 INFO [RS:0;40249addbad9:38683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:18:18,937 INFO [RS:0;40249addbad9:38683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:18,942 INFO [RS:0;40249addbad9:38683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38683%2C1733278696448, suffix=, logDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448, archiveDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/oldWALs, maxLogs=10 2024-12-04T02:18:18,960 DEBUG [RS:0;40249addbad9:38683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, exclude list is [], retry=0 2024-12-04T02:18:18,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-975cf10c-ef29-411a-8c10-1584cd853ea0,DISK] 2024-12-04T02:18:18,973 INFO [RS:0;40249addbad9:38683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 2024-12-04T02:18:18,973 DEBUG [RS:0;40249addbad9:38683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-04T02:18:19,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:18:19,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa 2024-12-04T02:18:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:18:19,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:19,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:19,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:19,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:19,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:19,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:19,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:19,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:19,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:19,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740 2024-12-04T02:18:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740 2024-12-04T02:18:19,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:19,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:19,473 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:19,476 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:19,477 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58977903, jitterRate=-0.12116076052188873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278699463Initializing all the Stores at 1733278699464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278699464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699464Cleaning up temporary data from old regions at 1733278699473 (+9 ms)Region opened successfully at 1733278699477 (+4 ms) 2024-12-04T02:18:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:18:19,477 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:18:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:18:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:18:19,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:18:19,478 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:19,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278699477Disabling compacts and flushes for region at 1733278699477Disabling writes for close at 1733278699477Writing region close event to WAL at 1733278699478 (+1 ms)Closed at 1733278699478 2024-12-04T02:18:19,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:19,479 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:18:19,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:18:19,480 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:19,481 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:18:19,631 DEBUG [40249addbad9:33029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:18:19,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:19,636 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,38683,1733278696448, state=OPENING 2024-12-04T02:18:19,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:18:19,654 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:19,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:19,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701012067/meta-region-server: CHANGED 2024-12-04T02:18:19,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701012067/meta-region-server: CHANGED 2024-12-04T02:18:19,655 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:19,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,38683,1733278696448}] 2024-12-04T02:18:19,813 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:18:19,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:18:19,824 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:18:19,825 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:19,825 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:18:19,829 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38683%2C1733278696448.meta, suffix=.meta, logDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448, archiveDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/oldWALs, maxLogs=10 2024-12-04T02:18:19,848 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.meta.1733278699829.meta, exclude list is [], retry=0 2024-12-04T02:18:19,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-975cf10c-ef29-411a-8c10-1584cd853ea0,DISK] 2024-12-04T02:18:19,858 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.meta.1733278699829.meta 2024-12-04T02:18:19,860 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-04T02:18:19,860 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:19,861 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:18:19,861 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:18:19,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:18:19,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:19,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:19,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:19,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:19,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:19,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:19,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:19,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:19,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:19,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:19,871 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:19,872 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740 2024-12-04T02:18:19,875 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740 2024-12-04T02:18:19,876 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:19,876 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:19,876 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:19,878 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:19,878 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72615525, jitterRate=0.08205564320087433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:19,878 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:18:19,879 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278699862Writing region info on filesystem at 1733278699862Initializing all the Stores at 1733278699865 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278699865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278699865Cleaning up temporary data from old regions at 1733278699876 (+11 ms)Running coprocessor post-open hooks at 1733278699878 (+2 ms)Region opened successfully at 1733278699879 (+1 ms) 2024-12-04T02:18:19,880 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278699812 2024-12-04T02:18:19,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:19,883 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:18:19,884 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:18:19,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,38683,1733278696448, state=OPEN 2024-12-04T02:18:19,922 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701012067/meta-region-server 2024-12-04T02:18:19,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01701012067/meta-region-server 2024-12-04T02:18:19,922 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,38683,1733278696448 2024-12-04T02:18:19,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701012067/meta-region-server: CHANGED 2024-12-04T02:18:19,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01701012067/meta-region-server: CHANGED 2024-12-04T02:18:19,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:18:19,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,38683,1733278696448 in 267 msec 2024-12-04T02:18:19,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:18:19,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-12-04T02:18:19,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:19,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:18:19,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:19,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:19,931 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:19,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:19,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-12-04T02:18:19,938 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278699938, completionTime=-1 2024-12-04T02:18:19,938 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:18:19,938 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:18:19,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:18:19,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278759940 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278819940 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:33029, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,942 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:19,943 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:18:19,945 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.389sec 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:19,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:18:19,948 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:18:19,948 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:18:19,948 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33029,1733278696035-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:20,014 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d3d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:20,014 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33029,-1 for getting cluster id 2024-12-04T02:18:20,014 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:20,017 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e142c68-4c49-4740-b195-f96cdae5d6db' 2024-12-04T02:18:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e142c68-4c49-4740-b195-f96cdae5d6db" 2024-12-04T02:18:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf537d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:20,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33029,-1] 2024-12-04T02:18:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:20,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:20,021 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:20,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885ba2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:20,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:20,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:20,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:20,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,33029,1733278696035 2024-12-04T02:18:20,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:20,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:20,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e21f3640002 connected 2024-12-04T02:18:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir so I do NOT create it in target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e 2024-12-04T02:18:20,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:18:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.tmp.dir so I do NOT create it in target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e 2024-12-04T02:18:20,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:18:20,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e 2024-12-04T02:18:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:18:20,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/cluster_f468b110-8fc8-5879-fe86-09e6bcad7632, deleteOnExit=true 2024-12-04T02:18:20,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/test.cache.data in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:18:20,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:20,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:18:20,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:18:20,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:18:20,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:20,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:20,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:20,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:20,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:18:20,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:20,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1608d1c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:20,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31ecf812{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:20,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@605e5501{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/java.io.tmpdir/jetty-localhost-39259-hadoop-hdfs-3_4_1-tests_jar-_-any-13974173798754849353/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:18:20,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67aff243{HTTP/1.1, (http/1.1)}{localhost:39259} 2024-12-04T02:18:20,677 INFO [Time-limited test {}] server.Server(415): Started @62736ms 2024-12-04T02:18:21,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:18:21,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:18:21,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:18:21,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:18:21,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:18:21,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2524dad5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:18:21,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef12799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:18:21,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@624613ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/java.io.tmpdir/jetty-localhost-35935-hadoop-hdfs-3_4_1-tests_jar-_-any-4379092723440079958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:18:21,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fd988b4{HTTP/1.1, (http/1.1)}{localhost:35935} 2024-12-04T02:18:21,198 INFO [Time-limited test {}] server.Server(415): Started @63257ms 2024-12-04T02:18:21,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:18:22,333 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/cluster_f468b110-8fc8-5879-fe86-09e6bcad7632/data/data1/current/BP-1459501063-172.17.0.3-1733278700092/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:22,337 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/cluster_f468b110-8fc8-5879-fe86-09e6bcad7632/data/data2/current/BP-1459501063-172.17.0.3-1733278700092/current, will proceed with Du for space computation calculation, 2024-12-04T02:18:22,441 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:18:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x479534004a8bf40a with lease ID 0x1874d1f7f179c477: Processing first storage report for DS-1854d839-51c7-4590-8346-56adc07369cd from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=24d60ecc-768a-4128-bb08-b9b21ebda8fa, infoPort=38349, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=1855882268;c=1733278700092) 2024-12-04T02:18:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x479534004a8bf40a with lease ID 0x1874d1f7f179c477: from storage DS-1854d839-51c7-4590-8346-56adc07369cd node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=24d60ecc-768a-4128-bb08-b9b21ebda8fa, infoPort=38349, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=1855882268;c=1733278700092), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:18:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x479534004a8bf40a with lease ID 0x1874d1f7f179c477: Processing first storage report for DS-597fa3af-d74a-4f64-bf57-815b52688732 from datanode DatanodeRegistration(127.0.0.1:40829, datanodeUuid=24d60ecc-768a-4128-bb08-b9b21ebda8fa, infoPort=38349, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=1855882268;c=1733278700092) 2024-12-04T02:18:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x479534004a8bf40a with lease ID 0x1874d1f7f179c477: from storage DS-597fa3af-d74a-4f64-bf57-815b52688732 node DatanodeRegistration(127.0.0.1:40829, datanodeUuid=24d60ecc-768a-4128-bb08-b9b21ebda8fa, infoPort=38349, infoSecurePort=0, ipcPort=37637, storageInfo=lv=-57;cid=testClusterID;nsid=1855882268;c=1733278700092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:18:22,480 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e 2024-12-04T02:18:22,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:22,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:18:22,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3 with version=8 2024-12-04T02:18:22,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/hbase-staging 2024-12-04T02:18:22,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:18:22,933 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:22,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46159 2024-12-04T02:18:22,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46159 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:22,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461590x0, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:22,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46159-0x1019e21f3640003 connected 2024-12-04T02:18:23,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:23,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:23,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/running 2024-12-04T02:18:23,070 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3, hbase.cluster.distributed=false 2024-12-04T02:18:23,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/acl 2024-12-04T02:18:23,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46159 2024-12-04T02:18:23,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46159 2024-12-04T02:18:23,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46159 2024-12-04T02:18:23,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46159 2024-12-04T02:18:23,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46159 2024-12-04T02:18:23,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:18:23,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:18:23,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:18:23,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42601 2024-12-04T02:18:23,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42601 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:23,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:23,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:23,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426010x0, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:23,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426010x0, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/running 2024-12-04T02:18:23,201 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:18:23,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42601-0x1019e21f3640004 connected 2024-12-04T02:18:23,225 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:18:23,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/master 2024-12-04T02:18:23,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/acl 2024-12-04T02:18:23,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42601 2024-12-04T02:18:23,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42601 2024-12-04T02:18:23,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42601 2024-12-04T02:18:23,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42601 2024-12-04T02:18:23,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42601 2024-12-04T02:18:23,286 DEBUG [M:0;40249addbad9:46159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:46159 2024-12-04T02:18:23,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11160714946/backup-masters/40249addbad9,46159,1733278702932 2024-12-04T02:18:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/backup-masters 2024-12-04T02:18:23,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/backup-masters 2024-12-04T02:18:23,298 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on existing znode=/11160714946/backup-masters/40249addbad9,46159,1733278702932 2024-12-04T02:18:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160714946/master 2024-12-04T02:18:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:23,312 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on existing znode=/11160714946/master 2024-12-04T02:18:23,314 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11160714946/backup-masters/40249addbad9,46159,1733278702932 from backup master directory 2024-12-04T02:18:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/backup-masters 2024-12-04T02:18:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160714946/backup-masters/40249addbad9,46159,1733278702932 2024-12-04T02:18:23,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/backup-masters 2024-12-04T02:18:23,326 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:23,326 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,46159,1733278702932 2024-12-04T02:18:23,345 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/hbase.id] with ID: 70c16092-49c1-4a62-b787-2f337be6f048 2024-12-04T02:18:23,345 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/.tmp/hbase.id 2024-12-04T02:18:23,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:18:23,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:18:23,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:23,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:23,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:23,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:23,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/.tmp/hbase.id]:[hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/hbase.id] 2024-12-04T02:18:23,846 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:23,846 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:18:23,864 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-04T02:18:23,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:23,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:23,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:18:24,370 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:24,370 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:18:24,380 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:24,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:18:24,438 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store 2024-12-04T02:18:24,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:18:24,798 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:18:24,879 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:24,879 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:18:24,879 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278704879Disabling compacts and flushes for region at 1733278704879Disabling writes for close at 1733278704879Writing region close event to WAL at 1733278704879Closed at 1733278704879 2024-12-04T02:18:24,882 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/.initializing 2024-12-04T02:18:24,882 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/WALs/40249addbad9,46159,1733278702932 2024-12-04T02:18:24,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:24,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C46159%2C1733278702932, suffix=, logDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/WALs/40249addbad9,46159,1733278702932, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/oldWALs, maxLogs=10 2024-12-04T02:18:24,915 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/WALs/40249addbad9,46159,1733278702932/40249addbad9%2C46159%2C1733278702932.1733278704895, exclude list is [], retry=0 2024-12-04T02:18:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-1854d839-51c7-4590-8346-56adc07369cd,DISK] 2024-12-04T02:18:24,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/WALs/40249addbad9,46159,1733278702932/40249addbad9%2C46159%2C1733278702932.1733278704895 2024-12-04T02:18:24,944 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38349:38349)] 2024-12-04T02:18:24,944 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:24,945 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:24,945 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,945 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:18:24,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:24,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:24,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:18:24,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:24,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:24,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:18:24,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:24,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:24,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:18:24,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:24,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:24,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,976 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,976 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,977 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,977 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,978 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:24,979 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:18:24,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:24,981 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67597420, jitterRate=0.0072800517082214355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:24,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278704945Initializing all the Stores at 1733278704946 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278704946Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278704948 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278704948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278704948Cleaning up temporary data from old regions at 1733278704977 (+29 ms)Region opened successfully at 1733278704981 (+4 ms) 2024-12-04T02:18:24,982 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:18:24,992 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c852683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:24,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:18:24,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:18:24,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:18:24,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:18:24,997 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:18:24,997 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:18:24,998 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:18:25,003 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:18:25,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/balancer because node does not exist (not necessarily an error) 2024-12-04T02:18:25,022 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/balancer already deleted, retry=false 2024-12-04T02:18:25,023 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:18:25,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:18:25,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/normalizer already deleted, retry=false 2024-12-04T02:18:25,040 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:18:25,048 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:18:25,054 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/switch/split already deleted, retry=false 2024-12-04T02:18:25,055 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:18:25,067 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/switch/merge already deleted, retry=false 2024-12-04T02:18:25,070 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:18:25,082 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/snapshot-cleanup already deleted, retry=false 2024-12-04T02:18:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160714946/running 2024-12-04T02:18:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11160714946/running 2024-12-04T02:18:25,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,105 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,46159,1733278702932, sessionid=0x1019e21f3640003, setting cluster-up flag (Was=false) 2024-12-04T02:18:25,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,170 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11160714946/flush-table-proc/acquired, /11160714946/flush-table-proc/reached, /11160714946/flush-table-proc/abort 2024-12-04T02:18:25,171 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,46159,1733278702932 2024-12-04T02:18:25,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,229 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11160714946/online-snapshot/acquired, /11160714946/online-snapshot/reached, /11160714946/online-snapshot/abort 2024-12-04T02:18:25,231 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,46159,1733278702932 2024-12-04T02:18:25,232 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:18:25,233 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:25,233 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:18:25,233 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:18:25,234 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,46159,1733278702932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:25,235 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278735236 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:18:25,236 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:25,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:18:25,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:25,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:18:25,240 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:18:25,240 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:18:25,240 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:18:25,241 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:18:25,241 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:18:25,242 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:18:25,242 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278705242,5,FailOnTimeoutGroup] 2024-12-04T02:18:25,248 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278705242,5,FailOnTimeoutGroup] 2024-12-04T02:18:25,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:18:25,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:18:25,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:18:25,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3 2024-12-04T02:18:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:18:25,281 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(746): ClusterId : 70c16092-49c1-4a62-b787-2f337be6f048 2024-12-04T02:18:25,281 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:18:25,294 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:18:25,294 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:18:25,307 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:18:25,308 DEBUG [RS:0;40249addbad9:42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413906ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:18:25,320 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:42601 2024-12-04T02:18:25,321 INFO [RS:0;40249addbad9:42601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:18:25,321 INFO [RS:0;40249addbad9:42601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:18:25,321 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:18:25,322 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,46159,1733278702932 with port=42601, startcode=1733278703168 2024-12-04T02:18:25,322 DEBUG [RS:0;40249addbad9:42601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:18:25,323 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:18:25,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,42601,1733278703168 2024-12-04T02:18:25,324 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46159 {}] master.ServerManager(517): Registering regionserver=40249addbad9,42601,1733278703168 2024-12-04T02:18:25,325 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3 2024-12-04T02:18:25,325 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37485 2024-12-04T02:18:25,325 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:18:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/rs 2024-12-04T02:18:25,372 DEBUG [RS:0;40249addbad9:42601 {}] zookeeper.ZKUtil(111): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on existing znode=/11160714946/rs/40249addbad9,42601,1733278703168 2024-12-04T02:18:25,372 WARN [RS:0;40249addbad9:42601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:18:25,372 INFO [RS:0;40249addbad9:42601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:25,372 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168 2024-12-04T02:18:25,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,42601,1733278703168] 2024-12-04T02:18:25,375 INFO [RS:0;40249addbad9:42601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:18:25,379 INFO [RS:0;40249addbad9:42601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:18:25,380 INFO [RS:0;40249addbad9:42601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:18:25,380 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,380 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:18:25,381 INFO [RS:0;40249addbad9:42601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:18:25,381 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:25,381 DEBUG [RS:0;40249addbad9:42601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,383 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42601,1733278703168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:25,396 INFO [RS:0;40249addbad9:42601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:18:25,396 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42601,1733278703168-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,396 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,396 INFO [RS:0;40249addbad9:42601 {}] regionserver.Replication(171): 40249addbad9,42601,1733278703168 started 2024-12-04T02:18:25,410 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:25,410 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,42601,1733278703168, RpcServer on 40249addbad9/172.17.0.3:42601, sessionid=0x1019e21f3640004 2024-12-04T02:18:25,410 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:18:25,410 DEBUG [RS:0;40249addbad9:42601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,42601,1733278703168 2024-12-04T02:18:25,410 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42601,1733278703168' 2024-12-04T02:18:25,410 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11160714946/flush-table-proc/abort' 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11160714946/flush-table-proc/acquired' 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,42601,1733278703168 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42601,1733278703168' 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11160714946/online-snapshot/abort' 2024-12-04T02:18:25,411 DEBUG [RS:0;40249addbad9:42601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11160714946/online-snapshot/acquired' 2024-12-04T02:18:25,412 DEBUG [RS:0;40249addbad9:42601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:18:25,412 INFO [RS:0;40249addbad9:42601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:18:25,412 INFO [RS:0;40249addbad9:42601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:18:25,512 INFO [RS:0;40249addbad9:42601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:18:25,514 INFO [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42601%2C1733278703168, suffix=, logDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/oldWALs, maxLogs=10 2024-12-04T02:18:25,526 DEBUG [RS:0;40249addbad9:42601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168/40249addbad9%2C42601%2C1733278703168.1733278705514, exclude list is [], retry=0 2024-12-04T02:18:25,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-1854d839-51c7-4590-8346-56adc07369cd,DISK] 2024-12-04T02:18:25,531 INFO [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168/40249addbad9%2C42601%2C1733278703168.1733278705514 2024-12-04T02:18:25,531 DEBUG [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38349:38349)] 2024-12-04T02:18:25,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:25,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:25,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:25,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:25,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:25,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:25,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:25,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:25,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:25,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:25,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:25,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:25,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:25,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:25,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:25,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:25,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:25,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:25,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740 2024-12-04T02:18:25,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740 2024-12-04T02:18:25,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:25,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:25,683 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:25,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:25,686 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:25,686 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69511936, jitterRate=0.035808563232421875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278705668Initializing all the Stores at 1733278705669 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278705669Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278705669Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278705669Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278705669Cleaning up temporary data from old regions at 1733278705683 (+14 ms)Region opened successfully at 1733278705687 (+4 ms) 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:18:25,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:18:25,687 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:18:25,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278705687Disabling compacts and flushes for region at 1733278705687Disabling writes for close at 1733278705687Writing region close event to WAL at 1733278705687Closed at 1733278705687 2024-12-04T02:18:25,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:25,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:18:25,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:18:25,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:25,692 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:18:25,842 DEBUG [40249addbad9:46159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:18:25,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,42601,1733278703168 2024-12-04T02:18:25,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42601,1733278703168, state=OPENING 2024-12-04T02:18:25,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:18:25,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:18:25,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160714946/meta-region-server: CHANGED 2024-12-04T02:18:25,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:18:25,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42601,1733278703168}] 2024-12-04T02:18:25,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160714946/meta-region-server: CHANGED 2024-12-04T02:18:26,064 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:18:26,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:18:26,069 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:18:26,069 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:26,070 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:18:26,071 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42601%2C1733278703168.meta, suffix=.meta, logDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168, archiveDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/oldWALs, maxLogs=10 2024-12-04T02:18:26,088 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168/40249addbad9%2C42601%2C1733278703168.meta.1733278706072.meta, exclude list is [], retry=0 2024-12-04T02:18:26,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40829,DS-1854d839-51c7-4590-8346-56adc07369cd,DISK] 2024-12-04T02:18:26,092 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/WALs/40249addbad9,42601,1733278703168/40249addbad9%2C42601%2C1733278703168.meta.1733278706072.meta 2024-12-04T02:18:26,092 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38349:38349)] 2024-12-04T02:18:26,092 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:26,092 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:26,092 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:18:26,092 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:18:26,092 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:18:26,093 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:18:26,093 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:26,093 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:18:26,093 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:18:26,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:18:26,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:18:26,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:26,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:26,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:18:26,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:18:26,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:26,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:26,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:18:26,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:18:26,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:26,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:26,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:18:26,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:18:26,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:26,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:18:26,098 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:18:26,099 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740 2024-12-04T02:18:26,100 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740 2024-12-04T02:18:26,101 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:18:26,101 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:18:26,101 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:18:26,102 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:18:26,103 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68954956, jitterRate=0.027508914470672607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:18:26,103 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:18:26,103 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278706093Writing region info on filesystem at 1733278706093Initializing all the Stores at 1733278706094 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278706094Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278706094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278706094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278706094Cleaning up temporary data from old regions at 1733278706101 (+7 ms)Running coprocessor post-open hooks at 1733278706103 (+2 ms)Region opened successfully at 1733278706103 2024-12-04T02:18:26,104 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278706064 2024-12-04T02:18:26,106 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:18:26,106 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:18:26,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42601,1733278703168 2024-12-04T02:18:26,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42601,1733278703168, state=OPEN 2024-12-04T02:18:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11160714946/meta-region-server 2024-12-04T02:18:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11160714946/meta-region-server 2024-12-04T02:18:26,138 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,42601,1733278703168 2024-12-04T02:18:26,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160714946/meta-region-server: CHANGED 2024-12-04T02:18:26,138 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11160714946/meta-region-server: CHANGED 2024-12-04T02:18:26,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:18:26,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42601,1733278703168 in 231 msec 2024-12-04T02:18:26,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:18:26,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-12-04T02:18:26,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:18:26,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:18:26,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:26,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42601,1733278703168, seqNum=-1] 2024-12-04T02:18:26,146 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:26,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:26,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 919 msec 2024-12-04T02:18:26,153 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278706153, completionTime=-1 2024-12-04T02:18:26,153 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:18:26,153 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278766155 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278826155 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:46159, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,155 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,157 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.833sec 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:18:26,159 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:18:26,161 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:18:26,161 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:18:26,161 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46159,1733278702932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:18:26,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8a1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:26,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46159,-1 for getting cluster id 2024-12-04T02:18:26,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:26,186 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c16092-49c1-4a62-b787-2f337be6f048' 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c16092-49c1-4a62-b787-2f337be6f048" 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79efc743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46159,-1] 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:26,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:26,188 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:26,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d92d89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:26,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:26,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42601,1733278703168, seqNum=-1] 2024-12-04T02:18:26,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:26,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:26,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,46159,1733278702932 2024-12-04T02:18:26,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57979 2024-12-04T02:18:26,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:18:26,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e21f3640005 connected 2024-12-04T02:18:26,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33029,1733278696035 2024-12-04T02:18:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6fcf23 2024-12-04T02:18:26,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:26,218 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:26,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:26,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:18:26,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:18:26,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:18:26,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:18:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:26,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:18:26,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:26,650 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcb4ca1e40b73b84972f728f6a7ac3a1, NAME => 'test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa 2024-12-04T02:18:26,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:18:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:27,125 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:27,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dcb4ca1e40b73b84972f728f6a7ac3a1, disabling compactions & flushes 2024-12-04T02:18:27,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. after waiting 0 ms 2024-12-04T02:18:27,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,126 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,126 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcb4ca1e40b73b84972f728f6a7ac3a1: Waiting for close lock at 1733278707126Disabling compacts and flushes for region at 1733278707126Disabling writes for close at 1733278707126Writing region close event to WAL at 1733278707126Closed at 1733278707126 2024-12-04T02:18:27,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:18:27,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278707127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278707127"}]},"ts":"1733278707127"} 2024-12-04T02:18:27,130 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:18:27,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:18:27,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278707131"}]},"ts":"1733278707131"} 2024-12-04T02:18:27,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:18:27,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcb4ca1e40b73b84972f728f6a7ac3a1, ASSIGN}] 2024-12-04T02:18:27,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcb4ca1e40b73b84972f728f6a7ac3a1, ASSIGN 2024-12-04T02:18:27,137 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dcb4ca1e40b73b84972f728f6a7ac3a1, ASSIGN; state=OFFLINE, location=40249addbad9,38683,1733278696448; forceNewPlan=false, retain=false 2024-12-04T02:18:27,288 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcb4ca1e40b73b84972f728f6a7ac3a1, regionState=OPENING, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:27,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dcb4ca1e40b73b84972f728f6a7ac3a1, ASSIGN because future has completed 2024-12-04T02:18:27,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb4ca1e40b73b84972f728f6a7ac3a1, server=40249addbad9,38683,1733278696448}] 2024-12-04T02:18:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:27,447 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,447 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dcb4ca1e40b73b84972f728f6a7ac3a1, NAME => 'test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:27,448 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:27,448 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:18:27,448 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,448 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:27,448 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,448 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,450 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,451 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb4ca1e40b73b84972f728f6a7ac3a1 columnFamilyName f 2024-12-04T02:18:27,451 DEBUG [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:27,452 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(327): Store=dcb4ca1e40b73b84972f728f6a7ac3a1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:27,452 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,453 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb4ca1e40b73b84972f728f6a7ac3a1 columnFamilyName f1 2024-12-04T02:18:27,453 DEBUG [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:27,454 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(327): Store=dcb4ca1e40b73b84972f728f6a7ac3a1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:27,454 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,455 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb4ca1e40b73b84972f728f6a7ac3a1 columnFamilyName norep 2024-12-04T02:18:27,455 DEBUG [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:27,456 INFO [StoreOpener-dcb4ca1e40b73b84972f728f6a7ac3a1-1 {}] regionserver.HStore(327): Store=dcb4ca1e40b73b84972f728f6a7ac3a1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:27,456 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,457 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,457 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,458 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,458 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,459 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:18:27,460 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,463 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:27,463 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dcb4ca1e40b73b84972f728f6a7ac3a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59823338, jitterRate=-0.10856279730796814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:18:27,464 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:18:27,465 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dcb4ca1e40b73b84972f728f6a7ac3a1: Running coprocessor pre-open hook at 1733278707448Writing region info on filesystem at 1733278707448Initializing all the Stores at 1733278707449 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278707449Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278707449Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278707449Cleaning up temporary data from old regions at 1733278707458 (+9 ms)Running coprocessor post-open hooks at 1733278707464 (+6 ms)Region opened successfully at 1733278707464 2024-12-04T02:18:27,467 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., pid=6, masterSystemTime=1733278707443 2024-12-04T02:18:27,469 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,469 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:18:27,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcb4ca1e40b73b84972f728f6a7ac3a1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:27,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb4ca1e40b73b84972f728f6a7ac3a1, server=40249addbad9,38683,1733278696448 because future has completed 2024-12-04T02:18:27,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:18:27,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dcb4ca1e40b73b84972f728f6a7ac3a1, server=40249addbad9,38683,1733278696448 in 189 msec 2024-12-04T02:18:27,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:18:27,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dcb4ca1e40b73b84972f728f6a7ac3a1, ASSIGN in 350 msec 2024-12-04T02:18:27,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:18:27,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278707493"}]},"ts":"1733278707493"} 2024-12-04T02:18:27,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:18:27,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:18:27,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2740 sec 2024-12-04T02:18:27,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:18:27,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:27,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:18:27,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:18:27,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T02:18:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:18:27,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T02:18:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:18:27,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T02:18:27,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:18:27,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:28,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:28,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46159,1733278702932 2024-12-04T02:18:28,384 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:18:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ce4e45 2024-12-04T02:18:28,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:28,387 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:28,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:18:28,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:18:28,402 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:28,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:18:28,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:18:28,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:18:28,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbdeb82293d767bb012ba5929e855dee, NAME => 'test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3 2024-12-04T02:18:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cbdeb82293d767bb012ba5929e855dee, disabling compactions & flushes 2024-12-04T02:18:28,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. after waiting 0 ms 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,496 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,496 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbdeb82293d767bb012ba5929e855dee: Waiting for close lock at 1733278708496Disabling compacts and flushes for region at 1733278708496Disabling writes for close at 1733278708496Writing region close event to WAL at 1733278708496Closed at 1733278708496 2024-12-04T02:18:28,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:18:28,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278708498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278708498"}]},"ts":"1733278708498"} 2024-12-04T02:18:28,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:18:28,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:18:28,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278708503"}]},"ts":"1733278708503"} 2024-12-04T02:18:28,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:18:28,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbdeb82293d767bb012ba5929e855dee, ASSIGN}] 2024-12-04T02:18:28,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbdeb82293d767bb012ba5929e855dee, ASSIGN 2024-12-04T02:18:28,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cbdeb82293d767bb012ba5929e855dee, ASSIGN; state=OFFLINE, location=40249addbad9,42601,1733278703168; forceNewPlan=false, retain=false 2024-12-04T02:18:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:28,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbdeb82293d767bb012ba5929e855dee, regionState=OPENING, regionLocation=40249addbad9,42601,1733278703168 2024-12-04T02:18:28,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cbdeb82293d767bb012ba5929e855dee, ASSIGN because future has completed 2024-12-04T02:18:28,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbdeb82293d767bb012ba5929e855dee, server=40249addbad9,42601,1733278703168}] 2024-12-04T02:18:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:28,830 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,830 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cbdeb82293d767bb012ba5929e855dee, NAME => 'test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:28,830 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:28,830 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:18:28,830 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,830 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:28,831 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,831 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,832 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,833 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdeb82293d767bb012ba5929e855dee columnFamilyName f 2024-12-04T02:18:28,833 DEBUG [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:28,834 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(327): Store=cbdeb82293d767bb012ba5929e855dee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:28,834 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,835 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdeb82293d767bb012ba5929e855dee columnFamilyName f1 2024-12-04T02:18:28,835 DEBUG [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:28,836 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(327): Store=cbdeb82293d767bb012ba5929e855dee/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:28,836 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,837 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdeb82293d767bb012ba5929e855dee columnFamilyName norep 2024-12-04T02:18:28,837 DEBUG [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:28,838 INFO [StoreOpener-cbdeb82293d767bb012ba5929e855dee-1 {}] regionserver.HStore(327): Store=cbdeb82293d767bb012ba5929e855dee/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:28,838 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,839 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,839 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,840 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,840 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,841 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:18:28,841 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,843 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:28,844 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cbdeb82293d767bb012ba5929e855dee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62413966, jitterRate=-0.06995943188667297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:18:28,844 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:18:28,844 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cbdeb82293d767bb012ba5929e855dee: Running coprocessor pre-open hook at 1733278708831Writing region info on filesystem at 1733278708831Initializing all the Stores at 1733278708832 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278708832Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278708832Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278708832Cleaning up temporary data from old regions at 1733278708840 (+8 ms)Running coprocessor post-open hooks at 1733278708844 (+4 ms)Region opened successfully at 1733278708844 2024-12-04T02:18:28,845 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278708390.cbdeb82293d767bb012ba5929e855dee., pid=6, masterSystemTime=1733278708825 2024-12-04T02:18:28,847 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,847 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:18:28,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbdeb82293d767bb012ba5929e855dee, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,42601,1733278703168 2024-12-04T02:18:28,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbdeb82293d767bb012ba5929e855dee, server=40249addbad9,42601,1733278703168 because future has completed 2024-12-04T02:18:28,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:18:28,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbdeb82293d767bb012ba5929e855dee, server=40249addbad9,42601,1733278703168 in 194 msec 2024-12-04T02:18:28,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:18:28,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cbdeb82293d767bb012ba5929e855dee, ASSIGN in 361 msec 2024-12-04T02:18:28,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:18:28,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278708872"}]},"ts":"1733278708872"} 2024-12-04T02:18:28,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:18:28,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:18:28,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 485 msec 2024-12-04T02:18:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:18:29,042 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:18:29,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378ef5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33029,-1 for getting cluster id 2024-12-04T02:18:29,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:29,045 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e142c68-4c49-4740-b195-f96cdae5d6db' 2024-12-04T02:18:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e142c68-4c49-4740-b195-f96cdae5d6db" 2024-12-04T02:18:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465cbaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33029,-1] 2024-12-04T02:18:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:29,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,048 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:29,049 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69328e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@480ddfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46159,-1 for getting cluster id 2024-12-04T02:18:29,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:29,068 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c16092-49c1-4a62-b787-2f337be6f048' 2024-12-04T02:18:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c16092-49c1-4a62-b787-2f337be6f048" 2024-12-04T02:18:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bed9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46159,-1] 2024-12-04T02:18:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,072 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:29,074 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc578e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@370620e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33029,-1 for getting cluster id 2024-12-04T02:18:29,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:29,078 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e142c68-4c49-4740-b195-f96cdae5d6db' 2024-12-04T02:18:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:29,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e142c68-4c49-4740-b195-f96cdae5d6db" 2024-12-04T02:18:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a52c79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33029,-1] 2024-12-04T02:18:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,080 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:29,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b8d55e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33029,1733278696035 2024-12-04T02:18:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef38794 2024-12-04T02:18:29,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:29,085 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:29,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:46159,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:18:29,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:18:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:29,089 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:46159' 2024-12-04T02:18:29,092 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58645348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,092 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46159,-1 for getting cluster id 2024-12-04T02:18:29,093 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:29,093 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c16092-49c1-4a62-b787-2f337be6f048' 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c16092-49c1-4a62-b787-2f337be6f048" 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7115e34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46159,-1] 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:29,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,095 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:29,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8cd27d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:29,096 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46159,1733278702932 2024-12-04T02:18:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4755151e 2024-12-04T02:18:29,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:29,098 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:29,098 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:18:29,098 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:18:29,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:29,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:29,099 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:18:29,101 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:18:29,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:18:29,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:29,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:18:29,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:18:29,151 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:18:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:29,520 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1376e6552f2c658a0735346358cd54b, NAME => 'hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa 2024-12-04T02:18:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:18:29,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:29,945 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:29,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1376e6552f2c658a0735346358cd54b, disabling compactions & flushes 2024-12-04T02:18:29,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:29,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:29,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. after waiting 0 ms 2024-12-04T02:18:29,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:29,946 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:29,946 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1376e6552f2c658a0735346358cd54b: Waiting for close lock at 1733278709945Disabling compacts and flushes for region at 1733278709945Disabling writes for close at 1733278709946 (+1 ms)Writing region close event to WAL at 1733278709946Closed at 1733278709946 2024-12-04T02:18:29,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:18:29,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278709947"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278709947"}]},"ts":"1733278709947"} 2024-12-04T02:18:29,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:18:29,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:18:29,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278709951"}]},"ts":"1733278709951"} 2024-12-04T02:18:29,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:18:29,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1376e6552f2c658a0735346358cd54b, ASSIGN}] 2024-12-04T02:18:29,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1376e6552f2c658a0735346358cd54b, ASSIGN 2024-12-04T02:18:29,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1376e6552f2c658a0735346358cd54b, ASSIGN; state=OFFLINE, location=40249addbad9,38683,1733278696448; forceNewPlan=false, retain=false 2024-12-04T02:18:30,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1376e6552f2c658a0735346358cd54b, regionState=OPENING, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:30,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1376e6552f2c658a0735346358cd54b, ASSIGN because future has completed 2024-12-04T02:18:30,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1376e6552f2c658a0735346358cd54b, server=40249addbad9,38683,1733278696448}] 2024-12-04T02:18:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:30,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:30,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:18:30,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:18:30,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38683%2C1733278696448.rep, suffix=, logDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448, archiveDir=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/oldWALs, maxLogs=10 2024-12-04T02:18:30,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.rep.1733278710275, exclude list is [], retry=0 2024-12-04T02:18:30,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38363,DS-975cf10c-ef29-411a-8c10-1584cd853ea0,DISK] 2024-12-04T02:18:30,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.rep.1733278710275 2024-12-04T02:18:30,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42773:42773)] 2024-12-04T02:18:30,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1376e6552f2c658a0735346358cd54b, NAME => 'hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:18:30,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:18:30,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:18:30,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. service=MultiRowMutationService 2024-12-04T02:18:30,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:18:30,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:18:30,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,316 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,318 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1376e6552f2c658a0735346358cd54b columnFamilyName hfileref 2024-12-04T02:18:30,318 DEBUG [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:30,319 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(327): Store=b1376e6552f2c658a0735346358cd54b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:30,319 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,320 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1376e6552f2c658a0735346358cd54b columnFamilyName queue 2024-12-04T02:18:30,320 DEBUG [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:30,320 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(327): Store=b1376e6552f2c658a0735346358cd54b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:30,321 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,322 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1376e6552f2c658a0735346358cd54b columnFamilyName sid 2024-12-04T02:18:30,322 DEBUG [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:18:30,322 INFO [StoreOpener-b1376e6552f2c658a0735346358cd54b-1 {}] regionserver.HStore(327): Store=b1376e6552f2c658a0735346358cd54b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:18:30,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:18:30,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:18:30,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1376e6552f2c658a0735346358cd54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63966168, jitterRate=-0.046829819679260254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:18:30,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:18:30,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1376e6552f2c658a0735346358cd54b: Running coprocessor pre-open hook at 1733278710306Writing region info on filesystem at 1733278710306Initializing all the Stores at 1733278710309 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278710309Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278710316 (+7 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278710316Cleaning up temporary data from old regions at 1733278710325 (+9 ms)Running coprocessor post-open hooks at 1733278710333 (+8 ms)Region opened successfully at 1733278710334 (+1 ms) 2024-12-04T02:18:30,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b., pid=10, masterSystemTime=1733278710267 2024-12-04T02:18:30,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:30,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:18:30,339 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1376e6552f2c658a0735346358cd54b, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,38683,1733278696448 2024-12-04T02:18:30,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1376e6552f2c658a0735346358cd54b, server=40249addbad9,38683,1733278696448 because future has completed 2024-12-04T02:18:30,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:18:30,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1376e6552f2c658a0735346358cd54b, server=40249addbad9,38683,1733278696448 in 231 msec 2024-12-04T02:18:30,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:18:30,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1376e6552f2c658a0735346358cd54b, ASSIGN in 389 msec 2024-12-04T02:18:30,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:18:30,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278710350"}]},"ts":"1733278710350"} 2024-12-04T02:18:30,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:18:30,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:18:30,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2540 sec 2024-12-04T02:18:30,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b., hostname=40249addbad9,38683,1733278696448, seqNum=2] 2024-12-04T02:18:30,433 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:30,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:18:30,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:18:30,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:18:30,622 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:18:30,678 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,38683,1733278696448, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:18:30,679 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:30,679 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:30,681 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:30,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T02:18:30,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,38683,1733278696448', locateType=CURRENT is [region=hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b., hostname=40249addbad9,38683,1733278696448, seqNum=2] 2024-12-04T02:18:30,690 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:18:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:18:30,695 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,38683,1733278696448 suceeded 2024-12-04T02:18:30,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:18:30,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-12-04T02:18:30,700 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:46159,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T02:18:30,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6140 sec 2024-12-04T02:18:30,726 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:46159' 2024-12-04T02:18:30,728 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524f711a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:30,729 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46159,-1 for getting cluster id 2024-12-04T02:18:30,729 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:30,731 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c16092-49c1-4a62-b787-2f337be6f048' 2024-12-04T02:18:30,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:30,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c16092-49c1-4a62-b787-2f337be6f048" 2024-12-04T02:18:30,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44187e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:30,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46159,-1] 2024-12-04T02:18:30,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:30,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:30,737 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:30,740 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb03ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:30,740 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46159,1733278702932 2024-12-04T02:18:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@662dce41 2024-12-04T02:18:30,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:30,744 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T02:18:30,746 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,38683,1733278696448 (queues=1) is replicating from cluster=2e142c68-4c49-4740-b195-f96cdae5d6db to cluster=70c16092-49c1-4a62-b787-2f337be6f048 2024-12-04T02:18:30,746 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C38683%2C1733278696448 2024-12-04T02:18:30,746 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,38683,1733278696448, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:18:30,747 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, startPosition=0, beingWritten=true 2024-12-04T02:18:30,748 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C38683%2C1733278696448 2024-12-04T02:18:30,778 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:18:30,779 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 379, reset compression=false 2024-12-04T02:18:30,779 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:18:30,800 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:18:30,993 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 379, reset compression=false 2024-12-04T02:18:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:18:31,233 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:18:31,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:31,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:31,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:31,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:31,245 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733278711243/Put/seqid=0 2024-12-04T02:18:31,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741840_1016 (size=7894) 2024-12-04T02:18:31,316 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 379, reset compression=false 2024-12-04T02:18:31,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:18:31,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:31,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:31,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:31,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:18:31,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_1 is 34, key is ddd/f:row/1733278711687/Put/seqid=0 2024-12-04T02:18:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741841_1017 (size=7691) 2024-12-04T02:18:31,724 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 379, reset compression=false 2024-12-04T02:18:32,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e13d34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33029,-1 for getting cluster id 2024-12-04T02:18:32,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:32,124 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e142c68-4c49-4740-b195-f96cdae5d6db' 2024-12-04T02:18:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e142c68-4c49-4740-b195-f96cdae5d6db" 2024-12-04T02:18:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcab0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33029,-1] 2024-12-04T02:18:32,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:32,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:32,126 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:32,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed928b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:32,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:32,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:32,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33029,1733278696035 2024-12-04T02:18:32,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ba886d 2024-12-04T02:18:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:32,146 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:32,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2] 2024-12-04T02:18:32,164 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:18:32,176 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T02:18:32,179 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T02:18:32,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_0 for inclusion in dcb4ca1e40b73b84972f728f6a7ac3a1/f 2024-12-04T02:18:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T02:18:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:32,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_1 for inclusion in dcb4ca1e40b73b84972f728f6a7ac3a1/f 2024-12-04T02:18:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T02:18:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegion(2603): Flush status journal for dcb4ca1e40b73b84972f728f6a7ac3a1: 2024-12-04T02:18:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_0 to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_0 2024-12-04T02:18:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_0 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ 2024-12-04T02:18:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f/f/hfile_1 to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_1 2024-12-04T02:18:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_1 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ 2024-12-04T02:18:32,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_0 into dcb4ca1e40b73b84972f728f6a7ac3a1/f as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ - updating store file list. 2024-12-04T02:18:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92736285cc5546a693e2c7d679114c6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:32,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ into dcb4ca1e40b73b84972f728f6a7ac3a1/f 2024-12-04T02:18:32,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_0 into dcb4ca1e40b73b84972f728f6a7ac3a1/f (new location: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_) 2024-12-04T02:18:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_0 2024-12-04T02:18:32,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_1 into dcb4ca1e40b73b84972f728f6a7ac3a1/f as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ - updating store file list. 2024-12-04T02:18:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cac394e4dee469497e8b57459c895c6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:32,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ into dcb4ca1e40b73b84972f728f6a7ac3a1/f 2024-12-04T02:18:32,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_1 into dcb4ca1e40b73b84972f728f6a7ac3a1/f (new location: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_) 2024-12-04T02:18:32,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__ufhqt5dhuusmi80g6ojmopli3ggub1a9r1528n7uu3hk08i0ukh06l62ng5bqjag/f/hfile_1 2024-12-04T02:18:32,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:32,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:32,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:32,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:32,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:32,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 , the old value is region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:38683 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:18:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42601,1733278703168, seqNum=-1] 2024-12-04T02:18:32,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:18:32,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 from cache 2024-12-04T02:18:32,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:32,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41850 deadline: 1733278772237 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41850 2024-12-04T02:18:32,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278708390.cbdeb82293d767bb012ba5929e855dee., hostname=40249addbad9,42601,1733278703168, seqNum=2] 2024-12-04T02:18:32,245 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:18:32,245 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 379, reset compression=false 2024-12-04T02:18:32,255 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:18:32,256 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: WALEntryBatch [walEntries=[{test/dcb4ca1e40b73b84972f728f6a7ac3a1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278712232/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:18:32,279 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:18:32,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T02:18:32,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(318): Replicating [2e142c68-4c49-4740-b195-f96cdae5d6db] bulk loaded data 2024-12-04T02:18:32,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743f76ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46159,-1 for getting cluster id 2024-12-04T02:18:32,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:32,286 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70c16092-49c1-4a62-b787-2f337be6f048' 2024-12-04T02:18:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70c16092-49c1-4a62-b787-2f337be6f048" 2024-12-04T02:18:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74b9b8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46159,-1] 2024-12-04T02:18:32,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:32,287 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:32,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60823bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741837_1013 (size=7894) 2024-12-04T02:18:32,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:18:32,456 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 687, reset compression=false 2024-12-04T02:18:32,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741838_1014 (size=7691) 2024-12-04T02:18:32,761 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 687, reset compression=false 2024-12-04T02:18:33,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:33,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46159,1733278702932 2024-12-04T02:18:33,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5348d81e 2024-12-04T02:18:33,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:33,125 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T02:18:33,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:18:33,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:33,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42601,1733278703168, seqNum=-1] 2024-12-04T02:18:33,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:33,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T02:18:33,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T02:18:33,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T02:18:33,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ for inclusion in cbdeb82293d767bb012ba5929e855dee/f 2024-12-04T02:18:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T02:18:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:33,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ for inclusion in cbdeb82293d767bb012ba5929e855dee/f 2024-12-04T02:18:33,166 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 687, reset compression=false 2024-12-04T02:18:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T02:18:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HRegion(2603): Flush status journal for cbdeb82293d767bb012ba5929e855dee: 2024-12-04T02:18:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cac394e4dee469497e8b57459c895c6_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:18:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/381f6b048e4d4159b058fe50d02ec471_SeqId_4_ 2024-12-04T02:18:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 92736285cc5546a693e2c7d679114c6a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:18:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/110870c10b464a96a6946a5f5610200a_SeqId_4_ 2024-12-04T02:18:33,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/381f6b048e4d4159b058fe50d02ec471_SeqId_4_ - updating store file list. 2024-12-04T02:18:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 381f6b048e4d4159b058fe50d02ec471_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:33,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/381f6b048e4d4159b058fe50d02ec471_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f 2024-12-04T02:18:33,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f (new location: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/381f6b048e4d4159b058fe50d02ec471_SeqId_4_) 2024-12-04T02:18:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/6cac394e4dee469497e8b57459c895c6_SeqId_4_ 2024-12-04T02:18:33,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/110870c10b464a96a6946a5f5610200a_SeqId_4_ - updating store file list. 2024-12-04T02:18:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 110870c10b464a96a6946a5f5610200a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:33,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/110870c10b464a96a6946a5f5610200a_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f 2024-12-04T02:18:33,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ into cbdeb82293d767bb012ba5929e855dee/f (new location: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/f/110870c10b464a96a6946a5f5610200a_SeqId_4_) 2024-12-04T02:18:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/staging/jenkins.hfs.6__test__b4fbkm37phevipl6tgdssbc328kqosah1te75f66aoobrhiv0jmkfgnjuvblv8fk/f/92736285cc5546a693e2c7d679114c6a_SeqId_4_ 2024-12-04T02:18:33,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42601 {}] regionserver.ReplicationSink(324): Finished replicating [2e142c68-4c49-4740-b195-f96cdae5d6db] bulk loaded data 2024-12-04T02:18:33,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:18:33,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733278713265/Put/seqid=0 2024-12-04T02:18:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741842_1018 (size=7997) 2024-12-04T02:18:33,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733278713309/Put/seqid=0 2024-12-04T02:18:33,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741843_1019 (size=7794) 2024-12-04T02:18:33,690 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 687, reset compression=false 2024-12-04T02:18:33,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12775d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:33,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33029,-1 for getting cluster id 2024-12-04T02:18:33,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:18:33,750 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2e142c68-4c49-4740-b195-f96cdae5d6db' 2024-12-04T02:18:33,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:18:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2e142c68-4c49-4740-b195-f96cdae5d6db" 2024-12-04T02:18:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399fae8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33029,-1] 2024-12-04T02:18:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:18:33,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:33,752 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:18:33,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f4d865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:18:33,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:33,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:33,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:33,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:33,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:18:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33029,1733278696035 2024-12-04T02:18:33,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38151b15 2024-12-04T02:18:33,766 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:18:33,766 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:18:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2] 2024-12-04T02:18:33,774 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:18:33,780 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T02:18:33,783 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T02:18:33,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_1 for inclusion in dcb4ca1e40b73b84972f728f6a7ac3a1/f1 2024-12-04T02:18:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T02:18:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:33,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_0 for inclusion in dcb4ca1e40b73b84972f728f6a7ac3a1/f1 2024-12-04T02:18:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T02:18:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:18:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegion(2603): Flush status journal for dcb4ca1e40b73b84972f728f6a7ac3a1: 2024-12-04T02:18:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_1 to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_1 2024-12-04T02:18:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_1 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/f58afed4cbcf4a4b916a3b0bf86ca082_SeqId_6_ 2024-12-04T02:18:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/load_f1/f1/hfile_0 to hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_0 2024-12-04T02:18:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_0 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/a143b6044f0e4faaa5aee0ddff92954c_SeqId_6_ 2024-12-04T02:18:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T02:18:33,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_1 into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/f58afed4cbcf4a4b916a3b0bf86ca082_SeqId_6_ - updating store file list. 2024-12-04T02:18:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f58afed4cbcf4a4b916a3b0bf86ca082_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:33,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/f58afed4cbcf4a4b916a3b0bf86ca082_SeqId_6_ into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 2024-12-04T02:18:33,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_1 into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 (new location: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/f58afed4cbcf4a4b916a3b0bf86ca082_SeqId_6_) 2024-12-04T02:18:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_1 2024-12-04T02:18:33,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_0 into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/a143b6044f0e4faaa5aee0ddff92954c_SeqId_6_ - updating store file list. 2024-12-04T02:18:33,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a143b6044f0e4faaa5aee0ddff92954c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:18:33,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/a143b6044f0e4faaa5aee0ddff92954c_SeqId_6_ into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 2024-12-04T02:18:33,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_0 into dcb4ca1e40b73b84972f728f6a7ac3a1/f1 (new location: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/f1/a143b6044f0e4faaa5aee0ddff92954c_SeqId_6_) 2024-12-04T02:18:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/staging/jenkins__test__2juii88c6sdrj5kqa1umpj7a7efm08cllgqg6kgosc07ju7kqb2gv9cgg3kiqfa8/f1/hfile_0 2024-12-04T02:18:33,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:18:33,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:18:33,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:33,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:18:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 , the old value is region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:38683 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:18:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:18:33,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2 from cache 2024-12-04T02:18:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38683: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:41862 deadline: 1733278773811 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:41862 2024-12-04T02:18:33,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:18:33,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:18:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38683,1733278696448, seqNum=-1] 2024-12-04T02:18:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:18:33,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:18:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., hostname=40249addbad9,38683,1733278696448, seqNum=2] 2024-12-04T02:18:33,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:18:34,293 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 687, reset compression=false 2024-12-04T02:18:34,299 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:18:34,299 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:34,299 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:18:34,505 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:34,809 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:35,215 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:35,728 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:36,333 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:37,038 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:37,842 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:37,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:18:37,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T02:18:38,747 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:39,751 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:40,860 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:42,064 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:43,368 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:44,774 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:45,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:18:46,282 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:47,885 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:49,596 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:51,400 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:52,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:18:53,306 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:54,303 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: null 2024-12-04T02:18:55,310 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:57,415 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:59,618 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:18:59,949 INFO [master/40249addbad9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T02:18:59,949 INFO [master/40249addbad9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T02:19:01,922 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:04,326 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:06,560 INFO [master/40249addbad9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T02:19:06,560 INFO [master/40249addbad9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T02:19:06,831 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:09,435 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:12,140 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:12,448 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcb4ca1e40b73b84972f728f6a7ac3a1, had cached 0 bytes from a total of 31376 2024-12-04T02:19:13,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region cbdeb82293d767bb012ba5929e855dee, had cached 0 bytes from a total of 15585 2024-12-04T02:19:14,303 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: null 2024-12-04T02:19:14,955 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:15,593 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:19:17,883 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:20,898 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:22,485 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:19:24,002 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:27,207 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:30,514 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:33,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:19:33,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:33,843 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:33,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:33,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:33,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:19:33,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1973500700, stopped=false 2024-12-04T02:19:33,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,46159,1733278702932 2024-12-04T02:19:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160714946/running 2024-12-04T02:19:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160714946/running 2024-12-04T02:19:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:19:33,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:19:33,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:33,914 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:33,914 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:33,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/running 2024-12-04T02:19:33,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:33,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Set watcher on znode that does not yet exist, /11160714946/running 2024-12-04T02:19:33,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,42601,1733278703168' ***** 2024-12-04T02:19:33,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:19:33,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(3091): Received CLOSE for cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,42601,1733278703168 2024-12-04T02:19:33,915 INFO [RS:0;40249addbad9:42601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42601. 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbdeb82293d767bb012ba5929e855dee, disabling compactions & flushes 2024-12-04T02:19:33,916 DEBUG [RS:0;40249addbad9:42601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:33,916 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:19:33,916 DEBUG [RS:0;40249addbad9:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. after waiting 0 ms 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:19:33,916 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:19:33,916 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cbdeb82293d767bb012ba5929e855dee=test,,1733278708390.cbdeb82293d767bb012ba5929e855dee.} 2024-12-04T02:19:33,916 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbdeb82293d767bb012ba5929e855dee 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:19:33,916 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:19:33,916 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:19:33,916 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T02:19:33,918 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:33,921 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/default/test/cbdeb82293d767bb012ba5929e855dee/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T02:19:33,921 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:33,922 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:19:33,922 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:19:33,922 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbdeb82293d767bb012ba5929e855dee: Waiting for close lock at 1733278773915Running coprocessor pre-close hooks at 1733278773915Disabling compacts and flushes for region at 1733278773915Disabling writes for close at 1733278773916 (+1 ms)Writing region close event to WAL at 1733278773916Running coprocessor post-close hooks at 1733278773921 (+5 ms)Closed at 1733278773922 (+1 ms) 2024-12-04T02:19:33,922 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278708390.cbdeb82293d767bb012ba5929e855dee. 2024-12-04T02:19:33,933 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/info/734e2534f52945c6946fffb9fb6413fc is 129, key is test,,1733278708390.cbdeb82293d767bb012ba5929e855dee./info:regioninfo/1733278708848/Put/seqid=0 2024-12-04T02:19:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741839_1015 (size=6421) 2024-12-04T02:19:34,004 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:34,116 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:34,303 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: null 2024-12-04T02:19:34,316 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:34,348 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/info/734e2534f52945c6946fffb9fb6413fc 2024-12-04T02:19:34,367 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/ns/4c02a09e32a040a4a2d67673ccb1cb80 is 43, key is default/ns:d/1733278706147/Put/seqid=0 2024-12-04T02:19:34,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741840_1016 (size=5153) 2024-12-04T02:19:34,409 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:19:34,409 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:19:34,517 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:34,717 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:34,771 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/ns/4c02a09e32a040a4a2d67673ccb1cb80 2024-12-04T02:19:34,796 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/rep_barrier/584fb4228e6744abbca45c032161cfa8 is 112, key is test,,1733278708390.cbdeb82293d767bb012ba5929e855dee./rep_barrier:seqnumDuringOpen/1733278708848/Put/seqid=0 2024-12-04T02:19:34,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741841_1017 (size=5518) 2024-12-04T02:19:34,805 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/rep_barrier/584fb4228e6744abbca45c032161cfa8 2024-12-04T02:19:34,831 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/table/2732277f804f4f6ea499ba08894cf00c is 40, key is test/table:state/1733278708872/Put/seqid=0 2024-12-04T02:19:34,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741842_1018 (size=5165) 2024-12-04T02:19:34,917 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:19:34,917 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:19:34,917 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:35,117 DEBUG [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:35,238 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/table/2732277f804f4f6ea499ba08894cf00c 2024-12-04T02:19:35,244 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/info/734e2534f52945c6946fffb9fb6413fc as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/info/734e2534f52945c6946fffb9fb6413fc 2024-12-04T02:19:35,249 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/info/734e2534f52945c6946fffb9fb6413fc, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T02:19:35,250 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/ns/4c02a09e32a040a4a2d67673ccb1cb80 as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/ns/4c02a09e32a040a4a2d67673ccb1cb80 2024-12-04T02:19:35,256 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/ns/4c02a09e32a040a4a2d67673ccb1cb80, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:19:35,257 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/rep_barrier/584fb4228e6744abbca45c032161cfa8 as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/rep_barrier/584fb4228e6744abbca45c032161cfa8 2024-12-04T02:19:35,262 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/rep_barrier/584fb4228e6744abbca45c032161cfa8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T02:19:35,263 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/.tmp/table/2732277f804f4f6ea499ba08894cf00c as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/table/2732277f804f4f6ea499ba08894cf00c 2024-12-04T02:19:35,267 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/table/2732277f804f4f6ea499ba08894cf00c, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:19:35,268 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false 2024-12-04T02:19:35,272 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:19:35,272 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:35,272 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:19:35,273 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:35,273 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278773916Running coprocessor pre-close hooks at 1733278773916Disabling compacts and flushes for region at 1733278773916Disabling writes for close at 1733278773916Obtaining lock to block concurrent updates at 1733278773916Preparing flush snapshotting stores in 1588230740 at 1733278773916Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733278773917 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278773917Flushing 1588230740/info: creating writer at 1733278773917Flushing 1588230740/info: appending metadata at 1733278773933 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733278773933Flushing 1588230740/ns: creating writer at 1733278774354 (+421 ms)Flushing 1588230740/ns: appending metadata at 1733278774366 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1733278774366Flushing 1588230740/rep_barrier: creating writer at 1733278774778 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278774796 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278774796Flushing 1588230740/table: creating writer at 1733278774812 (+16 ms)Flushing 1588230740/table: appending metadata at 1733278774830 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733278774830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d545d: reopening flushed file at 1733278775243 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ee5a30: reopening flushed file at 1733278775249 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553fd5b: reopening flushed file at 1733278775256 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c4e0af: reopening flushed file at 1733278775262 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=11, compaction requested=false at 1733278775268 (+6 ms)Writing region close event to WAL at 1733278775269 (+1 ms)Running coprocessor post-close hooks at 1733278775272 (+3 ms)Closed at 1733278775273 (+1 ms) 2024-12-04T02:19:35,273 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:35,317 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,42601,1733278703168; all regions closed. 2024-12-04T02:19:35,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741834_1010 (size=2717) 2024-12-04T02:19:35,325 DEBUG [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/oldWALs 2024-12-04T02:19:35,325 INFO [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42601%2C1733278703168.meta:.meta(num 1733278706072) 2024-12-04T02:19:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741833_1009 (size=1028) 2024-12-04T02:19:35,329 DEBUG [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/oldWALs 2024-12-04T02:19:35,329 INFO [RS:0;40249addbad9:42601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42601%2C1733278703168:(num 1733278705514) 2024-12-04T02:19:35,329 DEBUG [RS:0;40249addbad9:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:35,329 INFO [RS:0;40249addbad9:42601 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:35,329 INFO [RS:0;40249addbad9:42601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:35,329 INFO [RS:0;40249addbad9:42601 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:35,329 INFO [RS:0;40249addbad9:42601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:35,329 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:35,330 INFO [RS:0;40249addbad9:42601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42601. 2024-12-04T02:19:35,330 DEBUG [RS:0;40249addbad9:42601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:35,330 DEBUG [RS:0;40249addbad9:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:35,330 DEBUG [RS:0;40249addbad9:42601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:35,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:35,330 INFO [RS:0;40249addbad9:42601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42601 2024-12-04T02:19:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160714946/rs/40249addbad9,42601,1733278703168 2024-12-04T02:19:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946/rs 2024-12-04T02:19:35,340 INFO [RS:0;40249addbad9:42601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:35,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,42601,1733278703168] 2024-12-04T02:19:35,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11160714946/draining/40249addbad9,42601,1733278703168 already deleted, retry=false 2024-12-04T02:19:35,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,42601,1733278703168 expired; onlineServers=0 2024-12-04T02:19:35,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,46159,1733278702932' ***** 2024-12-04T02:19:35,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:19:35,372 INFO [M:0;40249addbad9:46159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:35,372 INFO [M:0;40249addbad9:46159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:35,372 DEBUG [M:0;40249addbad9:46159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:19:35,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:19:35,372 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278705242 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278705242,5,FailOnTimeoutGroup] 2024-12-04T02:19:35,372 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278705242 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278705242,5,FailOnTimeoutGroup] 2024-12-04T02:19:35,372 DEBUG [M:0;40249addbad9:46159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:19:35,373 INFO [M:0;40249addbad9:46159 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:35,373 INFO [M:0;40249addbad9:46159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:35,373 DEBUG [M:0;40249addbad9:46159 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:19:35,373 INFO [M:0;40249addbad9:46159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:19:35,373 INFO [M:0;40249addbad9:46159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:35,373 INFO [M:0;40249addbad9:46159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:19:35,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:19:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11160714946/master 2024-12-04T02:19:35,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11160714946 2024-12-04T02:19:35,435 DEBUG [M:0;40249addbad9:46159 {}] zookeeper.ZKUtil(347): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Unable to get data of znode /11160714946/master because node does not exist (not an error) 2024-12-04T02:19:35,435 WARN [M:0;40249addbad9:46159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:19:35,437 INFO [M:0;40249addbad9:46159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/.lastflushedseqids 2024-12-04T02:19:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741843_1019 (size=173) 2024-12-04T02:19:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:35,451 INFO [RS:0;40249addbad9:42601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:35,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42601-0x1019e21f3640004, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:35,451 INFO [RS:0;40249addbad9:42601 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,42601,1733278703168; zookeeper connection closed. 2024-12-04T02:19:35,451 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cbaea7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cbaea7d 2024-12-04T02:19:35,451 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:19:35,842 INFO [M:0;40249addbad9:46159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:19:35,842 INFO [M:0;40249addbad9:46159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:19:35,842 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:19:35,842 INFO [M:0;40249addbad9:46159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:35,842 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:35,842 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:19:35,842 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:35,842 INFO [M:0;40249addbad9:46159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T02:19:35,863 DEBUG [M:0;40249addbad9:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e22a019d6c452bb28084ccbcb9d0f3 is 82, key is hbase:meta,,1/info:regioninfo/1733278706106/Put/seqid=0 2024-12-04T02:19:35,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741844_1020 (size=5672) 2024-12-04T02:19:36,268 INFO [M:0;40249addbad9:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e22a019d6c452bb28084ccbcb9d0f3 2024-12-04T02:19:36,294 DEBUG [M:0;40249addbad9:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198d9a43cd8d411ca1a80a7bbc49f7ff is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278708878/Put/seqid=0 2024-12-04T02:19:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741845_1021 (size=6727) 2024-12-04T02:19:36,309 INFO [M:0;40249addbad9:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198d9a43cd8d411ca1a80a7bbc49f7ff 2024-12-04T02:19:36,314 INFO [M:0;40249addbad9:46159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 198d9a43cd8d411ca1a80a7bbc49f7ff 2024-12-04T02:19:36,335 DEBUG [M:0;40249addbad9:46159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89dbdd6f294344b680fef919b03051 is 69, key is 40249addbad9,42601,1733278703168/rs:state/1733278705324/Put/seqid=0 2024-12-04T02:19:36,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741846_1022 (size=5156) 2024-12-04T02:19:36,742 INFO [M:0;40249addbad9:46159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89dbdd6f294344b680fef919b03051 2024-12-04T02:19:36,757 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57e22a019d6c452bb28084ccbcb9d0f3 as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57e22a019d6c452bb28084ccbcb9d0f3 2024-12-04T02:19:36,764 INFO [M:0;40249addbad9:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57e22a019d6c452bb28084ccbcb9d0f3, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T02:19:36,765 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/198d9a43cd8d411ca1a80a7bbc49f7ff as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/198d9a43cd8d411ca1a80a7bbc49f7ff 2024-12-04T02:19:36,787 INFO [M:0;40249addbad9:46159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 198d9a43cd8d411ca1a80a7bbc49f7ff 2024-12-04T02:19:36,787 INFO [M:0;40249addbad9:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/198d9a43cd8d411ca1a80a7bbc49f7ff, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T02:19:36,789 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c89dbdd6f294344b680fef919b03051 as hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c89dbdd6f294344b680fef919b03051 2024-12-04T02:19:36,807 INFO [M:0;40249addbad9:46159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37485/user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c89dbdd6f294344b680fef919b03051, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T02:19:36,808 INFO [M:0;40249addbad9:46159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 966ms, sequenceid=58, compaction requested=false 2024-12-04T02:19:36,832 INFO [M:0;40249addbad9:46159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:36,832 DEBUG [M:0;40249addbad9:46159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278775842Disabling compacts and flushes for region at 1733278775842Disabling writes for close at 1733278775842Obtaining lock to block concurrent updates at 1733278775842Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278775842Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733278775843 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278775843Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278775843Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278775863 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278775863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278776276 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278776294 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278776294Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278776314 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278776334 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278776335 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8c0b9: reopening flushed file at 1733278776755 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@698cca84: reopening flushed file at 1733278776764 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5727f1ba: reopening flushed file at 1733278776787 (+23 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 966ms, sequenceid=58, compaction requested=false at 1733278776808 (+21 ms)Writing region close event to WAL at 1733278776832 (+24 ms)Closed at 1733278776832 2024-12-04T02:19:36,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40829 is added to blk_1073741830_1006 (size=33026) 2024-12-04T02:19:36,836 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae80e480-ce6a-03fe-d81d-b4ca0adc32a3/MasterData/WALs/40249addbad9,46159,1733278702932/40249addbad9%2C46159%2C1733278702932.1733278704895 not finished, retry = 0 2024-12-04T02:19:36,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:36,950 INFO [M:0;40249addbad9:46159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:19:36,950 INFO [M:0;40249addbad9:46159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46159 2024-12-04T02:19:36,950 INFO [M:0;40249addbad9:46159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:37,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:37,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46159-0x1019e21f3640003, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:37,061 INFO [M:0;40249addbad9:46159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:37,093 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@624613ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:19:37,095 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fd988b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:19:37,095 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:19:37,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef12799{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:19:37,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2524dad5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir/,STOPPED} 2024-12-04T02:19:37,107 WARN [BP-1459501063-172.17.0.3-1733278700092 heartbeating to localhost/127.0.0.1:37485 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:19:37,107 WARN [BP-1459501063-172.17.0.3-1733278700092 heartbeating to localhost/127.0.0.1:37485 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1459501063-172.17.0.3-1733278700092 (Datanode Uuid 24d60ecc-768a-4128-bb08-b9b21ebda8fa) service to localhost/127.0.0.1:37485 2024-12-04T02:19:37,109 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:19:37,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:19:37,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:19:37,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/cluster_f468b110-8fc8-5879-fe86-09e6bcad7632/data/data1/current/BP-1459501063-172.17.0.3-1733278700092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:19:37,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/cluster_f468b110-8fc8-5879-fe86-09e6bcad7632/data/data2/current/BP-1459501063-172.17.0.3-1733278700092 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:19:37,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@605e5501{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:19:37,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67aff243{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:19:37,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:19:37,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31ecf812{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:19:37,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1608d1c6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir/,STOPPED} 2024-12-04T02:19:37,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:19:37,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:19:37,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:37,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:37,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:37,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:37,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:37,204 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:19:37,205 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1604313641, stopped=false 2024-12-04T02:19:37,205 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,33029,1733278696035 2024-12-04T02:19:37,213 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701012067/running 2024-12-04T02:19:37,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701012067/running 2024-12-04T02:19:37,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:19:37,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:37,214 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:19:37,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:37,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:37,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:37,215 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,38683,1733278696448' ***** 2024-12-04T02:19:37,215 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:19:37,215 INFO [RS:0;40249addbad9:38683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:19:37,215 INFO [RS:0;40249addbad9:38683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:19:37,215 INFO [RS:0;40249addbad9:38683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:19:37,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/running 2024-12-04T02:19:37,215 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:19:37,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Set watcher on znode that does not yet exist, /01701012067/running 2024-12-04T02:19:37,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for b1376e6552f2c658a0735346358cd54b 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,38683,1733278696448 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:38683. 2024-12-04T02:19:37,227 DEBUG [RS:0;40249addbad9:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:37,227 DEBUG [RS:0;40249addbad9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:19:37,227 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:19:37,228 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcb4ca1e40b73b84972f728f6a7ac3a1, disabling compactions & flushes 2024-12-04T02:19:37,228 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:19:37,228 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:19:37,228 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. after waiting 0 ms 2024-12-04T02:19:37,228 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:19:37,236 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:19:37,236 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1325): Online Regions={dcb4ca1e40b73b84972f728f6a7ac3a1=test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1., b1376e6552f2c658a0735346358cd54b=hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:19:37,236 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1376e6552f2c658a0735346358cd54b, dcb4ca1e40b73b84972f728f6a7ac3a1 2024-12-04T02:19:37,248 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:19:37,248 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:19:37,248 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:19:37,248 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:19:37,248 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:19:37,249 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:19:37,265 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/default/test/dcb4ca1e40b73b84972f728f6a7ac3a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:19:37,266 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcb4ca1e40b73b84972f728f6a7ac3a1: Waiting for close lock at 1733278777228Running coprocessor pre-close hooks at 1733278777228Disabling compacts and flushes for region at 1733278777228Disabling writes for close at 1733278777228Writing region close event to WAL at 1733278777252 (+24 ms)Running coprocessor post-close hooks at 1733278777265 (+13 ms)Closed at 1733278777266 (+1 ms) 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1. 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1376e6552f2c658a0735346358cd54b, disabling compactions & flushes 2024-12-04T02:19:37,266 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. after waiting 0 ms 2024-12-04T02:19:37,266 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:19:37,266 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1376e6552f2c658a0735346358cd54b 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T02:19:37,281 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/info/aca055fd24394e7ab07a758eb236f25d is 147, key is hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b./info:regioninfo/1733278710338/Put/seqid=0 2024-12-04T02:19:37,288 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:37,292 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/hfileref/d80a77a328b94bc3b05876301797d8e3 is 74, key is 1/hfileref:6cac394e4dee469497e8b57459c895c6_SeqId_4_/1733278713221/DeleteColumn/seqid=0 2024-12-04T02:19:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741844_1020 (size=7686) 2024-12-04T02:19:37,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741845_1021 (size=5203) 2024-12-04T02:19:37,430 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 997, reset compression=false 2024-12-04T02:19:37,436 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1376e6552f2c658a0735346358cd54b 2024-12-04T02:19:37,447 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:19:37,447 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 1292, reset compression=false 2024-12-04T02:19:37,448 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38683,1733278696448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:19:37,450 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,38683,1733278696448: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,38683,1733278696448, walGroup=40249addbad9%2C38683%2C1733278696448, offset=40249addbad9%2C38683%2C1733278696448.1733278698942:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38683 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:19:37,452 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:19:37,455 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:19:37,469 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:19:37,469 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:19:37,469 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:19:37,469 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 446264576 }, "NonHeapMemoryUsage": { "committed": 180486144, "init": 7667712, "max": -1, "used": 175648528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:19:37,484 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:19:37,637 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1376e6552f2c658a0735346358cd54b 2024-12-04T02:19:37,665 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 1292, reset compression=false 2024-12-04T02:19:37,703 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/info/aca055fd24394e7ab07a758eb236f25d 2024-12-04T02:19:37,710 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/hfileref/d80a77a328b94bc3b05876301797d8e3 2024-12-04T02:19:37,732 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/queue/1a92528908964f7faee9456c699e350d is 153, key is 1-40249addbad9,38683,1733278696448/queue:40249addbad9%2C38683%2C1733278696448/1733278714301/Put/seqid=0 2024-12-04T02:19:37,732 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/ns/a7e33189ebfa42babe50bd82479668ee is 43, key is default/ns:d/1733278699933/Put/seqid=0 2024-12-04T02:19:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741847_1023 (size=5352) 2024-12-04T02:19:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741846_1022 (size=5153) 2024-12-04T02:19:37,803 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:19:37,803 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:19:37,837 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1376e6552f2c658a0735346358cd54b 2024-12-04T02:19:37,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:19:37,971 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 1292, reset compression=false 2024-12-04T02:19:37,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:19:38,037 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1376e6552f2c658a0735346358cd54b 2024-12-04T02:19:38,142 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/queue/1a92528908964f7faee9456c699e350d 2024-12-04T02:19:38,143 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/ns/a7e33189ebfa42babe50bd82479668ee 2024-12-04T02:19:38,155 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/hfileref/d80a77a328b94bc3b05876301797d8e3 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/hfileref/d80a77a328b94bc3b05876301797d8e3 2024-12-04T02:19:38,161 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/hfileref/d80a77a328b94bc3b05876301797d8e3, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T02:19:38,162 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/.tmp/queue/1a92528908964f7faee9456c699e350d as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/queue/1a92528908964f7faee9456c699e350d 2024-12-04T02:19:38,171 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/queue/1a92528908964f7faee9456c699e350d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T02:19:38,172 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/rep_barrier/de31aad4396440fc9b11a107be620faf is 112, key is test,,1733278706219.dcb4ca1e40b73b84972f728f6a7ac3a1./rep_barrier:seqnumDuringOpen/1733278707470/Put/seqid=0 2024-12-04T02:19:38,173 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b1376e6552f2c658a0735346358cd54b in 906ms, sequenceid=10, compaction requested=false 2024-12-04T02:19:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741848_1024 (size=5518) 2024-12-04T02:19:38,209 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/rep_barrier/de31aad4396440fc9b11a107be620faf 2024-12-04T02:19:38,223 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/replication/b1376e6552f2c658a0735346358cd54b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:19:38,223 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:38,223 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:19:38,224 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:19:38,224 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1376e6552f2c658a0735346358cd54b: Waiting for close lock at 1733278777266Running coprocessor pre-close hooks at 1733278777266Disabling compacts and flushes for region at 1733278777266Disabling writes for close at 1733278777266Obtaining lock to block concurrent updates at 1733278777266Preparing flush snapshotting stores in b1376e6552f2c658a0735346358cd54b at 1733278777266Finished memstore snapshotting hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733278777266Flushing stores of hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. at 1733278777267 (+1 ms)Flushing b1376e6552f2c658a0735346358cd54b/hfileref: creating writer at 1733278777267Flushing b1376e6552f2c658a0735346358cd54b/hfileref: appending metadata at 1733278777291 (+24 ms)Flushing b1376e6552f2c658a0735346358cd54b/hfileref: closing flushed file at 1733278777292 (+1 ms)Flushing b1376e6552f2c658a0735346358cd54b/queue: creating writer at 1733278777716 (+424 ms)Flushing b1376e6552f2c658a0735346358cd54b/queue: appending metadata at 1733278777731 (+15 ms)Flushing b1376e6552f2c658a0735346358cd54b/queue: closing flushed file at 1733278777731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5125301b: reopening flushed file at 1733278778154 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23df1c13: reopening flushed file at 1733278778161 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b1376e6552f2c658a0735346358cd54b in 906ms, sequenceid=10, compaction requested=false at 1733278778173 (+12 ms)Writing region close event to WAL at 1733278778212 (+39 ms)Running coprocessor post-close hooks at 1733278778223 (+11 ms)Closed at 1733278778224 (+1 ms) 2024-12-04T02:19:38,224 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278709099.b1376e6552f2c658a0735346358cd54b. 2024-12-04T02:19:38,237 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/table/97dfde10999447d78f928fd15627f943 is 53, key is hbase:replication/table:state/1733278710350/Put/seqid=0 2024-12-04T02:19:38,237 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:19:38,237 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:19:38,237 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:38,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741849_1025 (size=5308) 2024-12-04T02:19:38,374 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.wal-reader.40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/WALs/40249addbad9,38683,1733278696448/40249addbad9%2C38683%2C1733278696448.1733278698942 to pos 1292, reset compression=false 2024-12-04T02:19:38,438 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:38,638 DEBUG [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:38,642 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/table/97dfde10999447d78f928fd15627f943 2024-12-04T02:19:38,651 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/info/aca055fd24394e7ab07a758eb236f25d as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/info/aca055fd24394e7ab07a758eb236f25d 2024-12-04T02:19:38,660 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/info/aca055fd24394e7ab07a758eb236f25d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:19:38,662 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/ns/a7e33189ebfa42babe50bd82479668ee as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/ns/a7e33189ebfa42babe50bd82479668ee 2024-12-04T02:19:38,671 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/ns/a7e33189ebfa42babe50bd82479668ee, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:19:38,672 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/rep_barrier/de31aad4396440fc9b11a107be620faf as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/rep_barrier/de31aad4396440fc9b11a107be620faf 2024-12-04T02:19:38,686 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/rep_barrier/de31aad4396440fc9b11a107be620faf, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:19:38,687 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/.tmp/table/97dfde10999447d78f928fd15627f943 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/table/97dfde10999447d78f928fd15627f943 2024-12-04T02:19:38,710 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/table/97dfde10999447d78f928fd15627f943, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:19:38,711 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1462ms, sequenceid=16, compaction requested=false 2024-12-04T02:19:38,711 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:19:38,730 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:19:38,731 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:38,731 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:19:38,731 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:38,731 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278777248Running coprocessor pre-close hooks at 1733278777248Disabling compacts and flushes for region at 1733278777248Disabling writes for close at 1733278777248Obtaining lock to block concurrent updates at 1733278777249 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733278777249Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278777249Flushing stores of hbase:meta,,1.1588230740 at 1733278777250 (+1 ms)Flushing 1588230740/info: creating writer at 1733278777250Flushing 1588230740/info: appending metadata at 1733278777280 (+30 ms)Flushing 1588230740/info: closing flushed file at 1733278777280Flushing 1588230740/ns: creating writer at 1733278777709 (+429 ms)Flushing 1588230740/ns: appending metadata at 1733278777731 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733278777731Flushing 1588230740/rep_barrier: creating writer at 1733278778148 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278778171 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278778171Flushing 1588230740/table: creating writer at 1733278778216 (+45 ms)Flushing 1588230740/table: appending metadata at 1733278778236 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733278778236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f1b417: reopening flushed file at 1733278778650 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f57f73d: reopening flushed file at 1733278778660 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4914b391: reopening flushed file at 1733278778671 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64e9110c: reopening flushed file at 1733278778686 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1462ms, sequenceid=16, compaction requested=false at 1733278778711 (+25 ms)Writing region close event to WAL at 1733278778726 (+15 ms)Running coprocessor post-close hooks at 1733278778731 (+5 ms)Closed at 1733278778731 2024-12-04T02:19:38,731 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:38,838 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,38683,1733278696448; all regions closed. 2024-12-04T02:19:38,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:19:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741839_1015 (size=2700) 2024-12-04T02:19:38,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741832_1008 (size=1300) 2024-12-04T02:19:38,851 DEBUG [RS:0;40249addbad9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:38,851 INFO [RS:0;40249addbad9:38683 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:38,851 INFO [RS:0;40249addbad9:38683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:38,851 INFO [RS:0;40249addbad9:38683 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:38,851 INFO [RS:0;40249addbad9:38683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:38,851 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:38,852 INFO [RS:0;40249addbad9:38683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,38683,1733278696448 because: Region server is closing 2024-12-04T02:19:38,852 INFO [RS:0;40249addbad9:38683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:38683. 2024-12-04T02:19:38,852 DEBUG [RS:0;40249addbad9:38683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:38,852 DEBUG [RS:0;40249addbad9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:38,852 DEBUG [RS:0;40249addbad9:38683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:38,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:38,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:38,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:38,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:38,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:38,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:38,952 INFO [RS:0;40249addbad9:38683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38683,1733278696448.replicationSource.shipper40249addbad9%2C38683%2C1733278696448,1-40249addbad9,38683,1733278696448 terminated 2024-12-04T02:19:38,953 INFO [RS:0;40249addbad9:38683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38683 2024-12-04T02:19:38,966 INFO [RS:0;40249addbad9:38683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:38,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067/rs 2024-12-04T02:19:38,966 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701012067/rs/40249addbad9,38683,1733278696448 2024-12-04T02:19:38,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,38683,1733278696448] 2024-12-04T02:19:38,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01701012067/draining/40249addbad9,38683,1733278696448 already deleted, retry=false 2024-12-04T02:19:38,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,38683,1733278696448 expired; onlineServers=0 2024-12-04T02:19:38,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,33029,1733278696035' ***** 2024-12-04T02:19:38,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:19:38,988 INFO [M:0;40249addbad9:33029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:38,989 DEBUG [M:0;40249addbad9:33029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:19:38,989 DEBUG [M:0;40249addbad9:33029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:19:38,989 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278698638 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278698638,5,FailOnTimeoutGroup] 2024-12-04T02:19:38,989 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278698640 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278698640,5,FailOnTimeoutGroup] 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:38,989 DEBUG [M:0;40249addbad9:33029 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:38,989 INFO [M:0;40249addbad9:33029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:19:38,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:19:38,992 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:19:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01701012067/master 2024-12-04T02:19:38,998 DEBUG [M:0;40249addbad9:33029 {}] zookeeper.ZKUtil(347): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Unable to get data of znode /01701012067/master because node does not exist (not an error) 2024-12-04T02:19:38,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01701012067 2024-12-04T02:19:38,998 WARN [M:0;40249addbad9:33029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:19:39,008 INFO [M:0;40249addbad9:33029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/.lastflushedseqids 2024-12-04T02:19:39,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741850_1026 (size=263) 2024-12-04T02:19:39,077 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:39,077 INFO [RS:0;40249addbad9:38683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:39,077 INFO [RS:0;40249addbad9:38683 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,38683,1733278696448; zookeeper connection closed. 2024-12-04T02:19:39,077 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38683-0x1019e21f3640001, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:39,079 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18e1d5ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18e1d5ea 2024-12-04T02:19:39,079 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:19:39,422 INFO [M:0;40249addbad9:33029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:19:39,423 INFO [M:0;40249addbad9:33029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:19:39,423 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:19:39,423 INFO [M:0;40249addbad9:33029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:39,423 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:39,423 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:19:39,423 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:39,423 INFO [M:0;40249addbad9:33029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-04T02:19:39,448 DEBUG [M:0;40249addbad9:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28139c5e80d4fc5a120d167120ddbf4 is 82, key is hbase:meta,,1/info:regioninfo/1733278699884/Put/seqid=0 2024-12-04T02:19:39,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:19:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741851_1027 (size=5672) 2024-12-04T02:19:39,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:39,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:39,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:39,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:39,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:39,859 INFO [M:0;40249addbad9:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28139c5e80d4fc5a120d167120ddbf4 2024-12-04T02:19:39,888 DEBUG [M:0;40249addbad9:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c31379e8be4813abb555d31788067c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278707498/Put/seqid=0 2024-12-04T02:19:39,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741852_1028 (size=7239) 2024-12-04T02:19:40,293 INFO [M:0;40249addbad9:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c31379e8be4813abb555d31788067c 2024-12-04T02:19:40,297 INFO [M:0;40249addbad9:33029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5c31379e8be4813abb555d31788067c 2024-12-04T02:19:40,311 DEBUG [M:0;40249addbad9:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b3591baa9404d8508efa90610f4bd is 69, key is 40249addbad9,38683,1733278696448/rs:state/1733278698750/Put/seqid=0 2024-12-04T02:19:40,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741853_1029 (size=5156) 2024-12-04T02:19:40,718 INFO [M:0;40249addbad9:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b3591baa9404d8508efa90610f4bd 2024-12-04T02:19:40,725 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28139c5e80d4fc5a120d167120ddbf4 as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28139c5e80d4fc5a120d167120ddbf4 2024-12-04T02:19:40,730 INFO [M:0;40249addbad9:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28139c5e80d4fc5a120d167120ddbf4, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T02:19:40,731 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d5c31379e8be4813abb555d31788067c as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c31379e8be4813abb555d31788067c 2024-12-04T02:19:40,742 INFO [M:0;40249addbad9:33029 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d5c31379e8be4813abb555d31788067c 2024-12-04T02:19:40,742 INFO [M:0;40249addbad9:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d5c31379e8be4813abb555d31788067c, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T02:19:40,743 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b54b3591baa9404d8508efa90610f4bd as hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54b3591baa9404d8508efa90610f4bd 2024-12-04T02:19:40,751 INFO [M:0;40249addbad9:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37097/user/jenkins/test-data/bfc5d8be-9219-a942-0f91-06dbde9ccaaa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b54b3591baa9404d8508efa90610f4bd, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T02:19:40,753 INFO [M:0;40249addbad9:33029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=105, compaction requested=false 2024-12-04T02:19:40,763 INFO [M:0;40249addbad9:33029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:40,763 DEBUG [M:0;40249addbad9:33029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278779423Disabling compacts and flushes for region at 1733278779423Disabling writes for close at 1733278779423Obtaining lock to block concurrent updates at 1733278779423Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278779423Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733278779423Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278779425 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278779425Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278779445 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278779445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278779870 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278779887 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278779887Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278780297 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278780310 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278780311 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606f9df: reopening flushed file at 1733278780724 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0f192a: reopening flushed file at 1733278780730 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ac322d: reopening flushed file at 1733278780743 (+13 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=105, compaction requested=false at 1733278780753 (+10 ms)Writing region close event to WAL at 1733278780763 (+10 ms)Closed at 1733278780763 2024-12-04T02:19:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38363 is added to blk_1073741830_1006 (size=64514) 2024-12-04T02:19:40,772 INFO [M:0;40249addbad9:33029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:19:40,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:40,772 INFO [M:0;40249addbad9:33029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33029 2024-12-04T02:19:40,773 INFO [M:0;40249addbad9:33029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:40,898 INFO [M:0;40249addbad9:33029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x1019e21f3640000, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:40,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f218d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:19:40,900 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ae5974{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:19:40,900 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:19:40,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37779424{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:19:40,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462347{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir/,STOPPED} 2024-12-04T02:19:40,901 WARN [BP-1164516963-172.17.0.3-1733278693387 heartbeating to localhost/127.0.0.1:37097 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:19:40,901 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:19:40,901 WARN [BP-1164516963-172.17.0.3-1733278693387 heartbeating to localhost/127.0.0.1:37097 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1164516963-172.17.0.3-1733278693387 (Datanode Uuid c8692494-a9c7-4c72-8b58-0cf6b6377a5d) service to localhost/127.0.0.1:37097 2024-12-04T02:19:40,901 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:19:40,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/data/data1/current/BP-1164516963-172.17.0.3-1733278693387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:19:40,902 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/cluster_9a7e31d3-8b53-6db7-8d83-e397b6cc790a/data/data2/current/BP-1164516963-172.17.0.3-1733278693387 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:19:40,902 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:19:40,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4466db1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:19:40,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49780822{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:19:40,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:19:40,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1098a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:19:40,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@85843e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5332e7-0974-c44c-4abd-8326b2d49eaf/hadoop.log.dir/,STOPPED} 2024-12-04T02:19:40,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:19:40,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:19:40,939 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 138) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37485 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57979) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37485 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff0f0b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007ff0f0b90bd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57979) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37097 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37097 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37485 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37097 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37485 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=670 (was 762), ProcessCount=11 (was 11), AvailableMemoryMB=4292 (was 4446) 2024-12-04T02:19:40,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=670, ProcessCount=11, AvailableMemoryMB=4292 2024-12-04T02:19:40,964 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T02:19:40,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir so I do NOT create it in target/test-data/eb526679-9fd9-2c07-62de-39a559618c13 2024-12-04T02:19:40,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:19:40,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.tmp.dir so I do NOT create it in target/test-data/eb526679-9fd9-2c07-62de-39a559618c13 2024-12-04T02:19:40,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0971b90e-efb5-8eaa-a527-5056f6e0572e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:19:40,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13 2024-12-04T02:19:40,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f, deleteOnExit=true 2024-12-04T02:19:41,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/zookeeper_0, clientPort=62405, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:19:41,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62405 2024-12-04T02:19:41,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:19:41,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/test.cache.data in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:19:41,010 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:19:41,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:19:41,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:19:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e21f3640002, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:19:41,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e21f3640005, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:19:41,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e21f3640002, quorum=127.0.0.1:57979, baseZNode=/01701012067 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:19:41,015 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e21f3640005, quorum=127.0.0.1:57979, baseZNode=/11160714946 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:19:41,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:41,402 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:19:41,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:19:41,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:19:41,404 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:19:41,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:41,406 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19a44678{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:19:41,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d0f045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:19:41,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb10f45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/java.io.tmpdir/jetty-localhost-40199-hadoop-hdfs-3_4_1-tests_jar-_-any-3757167173621158661/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:19:41,526 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@175c8f9a{HTTP/1.1, (http/1.1)}{localhost:40199} 2024-12-04T02:19:41,526 INFO [Time-limited test {}] server.Server(415): Started @143585ms 2024-12-04T02:19:41,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:41,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:19:41,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:19:41,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:19:41,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:19:41,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@730d7034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:19:41,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68c55ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:19:41,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@687da7d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/java.io.tmpdir/jetty-localhost-38221-hadoop-hdfs-3_4_1-tests_jar-_-any-6985790366846297900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:19:41,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c69d36f{HTTP/1.1, (http/1.1)}{localhost:38221} 2024-12-04T02:19:41,986 INFO [Time-limited test {}] server.Server(415): Started @144045ms 2024-12-04T02:19:41,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:19:42,840 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/data/data1/current/BP-1130391439-172.17.0.3-1733278781026/current, will proceed with Du for space computation calculation, 2024-12-04T02:19:42,840 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/data/data2/current/BP-1130391439-172.17.0.3-1733278781026/current, will proceed with Du for space computation calculation, 2024-12-04T02:19:42,859 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:19:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab97d344e39ccdf with lease ID 0xe15ba545e1ac77f2: Processing first storage report for DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff from datanode DatanodeRegistration(127.0.0.1:36165, datanodeUuid=0751dd23-1894-4ba7-99ab-6b67ab1a0e64, infoPort=34451, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=1719779470;c=1733278781026) 2024-12-04T02:19:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab97d344e39ccdf with lease ID 0xe15ba545e1ac77f2: from storage DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff node DatanodeRegistration(127.0.0.1:36165, datanodeUuid=0751dd23-1894-4ba7-99ab-6b67ab1a0e64, infoPort=34451, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=1719779470;c=1733278781026), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:19:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbab97d344e39ccdf with lease ID 0xe15ba545e1ac77f2: Processing first storage report for DS-6967e85b-b805-47d0-a4c4-73942769b679 from datanode DatanodeRegistration(127.0.0.1:36165, datanodeUuid=0751dd23-1894-4ba7-99ab-6b67ab1a0e64, infoPort=34451, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=1719779470;c=1733278781026) 2024-12-04T02:19:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbab97d344e39ccdf with lease ID 0xe15ba545e1ac77f2: from storage DS-6967e85b-b805-47d0-a4c4-73942769b679 node DatanodeRegistration(127.0.0.1:36165, datanodeUuid=0751dd23-1894-4ba7-99ab-6b67ab1a0e64, infoPort=34451, infoSecurePort=0, ipcPort=39239, storageInfo=lv=-57;cid=testClusterID;nsid=1719779470;c=1733278781026), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:19:42,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13 2024-12-04T02:19:42,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:42,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:42,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:19:43,344 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf with version=8 2024-12-04T02:19:43,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/hbase-staging 2024-12-04T02:19:43,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:19:43,347 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:43,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34123 2024-12-04T02:19:43,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34123 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:43,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341230x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:43,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34123-0x1019e2349fb0000 connected 2024-12-04T02:19:43,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:43,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:43,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:43,646 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf, hbase.cluster.distributed=false 2024-12-04T02:19:43,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/acl 2024-12-04T02:19:43,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34123 2024-12-04T02:19:43,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34123 2024-12-04T02:19:43,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34123 2024-12-04T02:19:43,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34123 2024-12-04T02:19:43,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34123 2024-12-04T02:19:43,677 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:19:43,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:43,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42335 2024-12-04T02:19:43,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42335 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:43,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:43,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:43,703 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423350x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:43,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423350x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:43,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42335-0x1019e2349fb0001 connected 2024-12-04T02:19:43,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:19:43,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:19:43,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/master 2024-12-04T02:19:43,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/acl 2024-12-04T02:19:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42335 2024-12-04T02:19:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42335 2024-12-04T02:19:43,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42335 2024-12-04T02:19:43,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42335 2024-12-04T02:19:43,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42335 2024-12-04T02:19:43,747 DEBUG [M:0;40249addbad9:34123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:34123 2024-12-04T02:19:43,761 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0415470538/backup-masters/40249addbad9,34123,1733278783346 2024-12-04T02:19:43,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:43,820 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:43,821 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/backup-masters/40249addbad9,34123,1733278783346 2024-12-04T02:19:43,839 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/master 2024-12-04T02:19:43,840 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:43,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:43,848 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/master 2024-12-04T02:19:43,849 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0415470538/backup-masters/40249addbad9,34123,1733278783346 from backup master directory 2024-12-04T02:19:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/backup-masters/40249addbad9,34123,1733278783346 2024-12-04T02:19:43,905 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:43,905 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:43,905 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,34123,1733278783346 2024-12-04T02:19:43,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:43,910 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/hbase.id] with ID: 562bf451-4885-43d4-851e-4b273aa7d695 2024-12-04T02:19:43,910 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.tmp/hbase.id 2024-12-04T02:19:43,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:19:43,920 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.tmp/hbase.id]:[hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/hbase.id] 2024-12-04T02:19:43,936 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:43,936 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:19:43,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:19:44,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,024 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:19:44,072 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:19:44,073 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:19:44,074 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:44,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:19:44,095 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store 2024-12-04T02:19:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:19:44,141 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:44,141 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:19:44,141 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:44,142 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:44,142 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:19:44,142 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:44,142 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:44,142 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278784141Disabling compacts and flushes for region at 1733278784141Disabling writes for close at 1733278784142 (+1 ms)Writing region close event to WAL at 1733278784142Closed at 1733278784142 2024-12-04T02:19:44,148 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/.initializing 2024-12-04T02:19:44,149 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346 2024-12-04T02:19:44,160 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:44,169 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C34123%2C1733278783346, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/oldWALs, maxLogs=10 2024-12-04T02:19:44,187 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346/40249addbad9%2C34123%2C1733278783346.1733278784170, exclude list is [], retry=0 2024-12-04T02:19:44,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:44,205 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:44,212 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:44,212 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:44,213 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:44,213 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,213 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:19:44,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:44,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:44,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:19:44,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:19:44,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:44,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:44,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:19:44,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:44,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:44,233 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,234 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,234 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,236 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,236 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,237 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:44,239 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:44,243 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:19:44,244 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61657086, jitterRate=-0.08123782277107239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:44,245 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278784213Initializing all the Stores at 1733278784214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278784214Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278784217 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278784217Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278784217Cleaning up temporary data from old regions at 1733278784236 (+19 ms)Region opened successfully at 1733278784245 (+9 ms) 2024-12-04T02:19:44,246 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:19:44,255 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3428820b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:44,261 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:19:44,262 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:19:44,262 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:19:44,262 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:19:44,262 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:19:44,263 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:19:44,263 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:19:44,283 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:19:44,285 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/balancer because node does not exist (not necessarily an error) 2024-12-04T02:19:44,302 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/balancer already deleted, retry=false 2024-12-04T02:19:44,303 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:19:44,304 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:19:44,357 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/normalizer already deleted, retry=false 2024-12-04T02:19:44,357 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:19:44,370 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:19:44,435 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/switch/split already deleted, retry=false 2024-12-04T02:19:44,437 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:19:44,455 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/switch/merge already deleted, retry=false 2024-12-04T02:19:44,457 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:19:44,461 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:19:44,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:44,531 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/snapshot-cleanup already deleted, retry=false 2024-12-04T02:19:44,586 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:44,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:44,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,586 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,587 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,34123,1733278783346, sessionid=0x1019e2349fb0000, setting cluster-up flag (Was=false) 2024-12-04T02:19:44,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,740 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,902 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0415470538/flush-table-proc/acquired, /0415470538/flush-table-proc/reached, /0415470538/flush-table-proc/abort 2024-12-04T02:19:44,903 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,34123,1733278783346 2024-12-04T02:19:44,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,923 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:44,955 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0415470538/online-snapshot/acquired, /0415470538/online-snapshot/reached, /0415470538/online-snapshot/abort 2024-12-04T02:19:44,956 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,34123,1733278783346 2024-12-04T02:19:44,957 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:19:44,959 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:44,960 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:19:44,960 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:19:44,960 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,34123,1733278783346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:44,961 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:44,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:44,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:19:44,964 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278814964 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:19:44,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:19:44,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:44,968 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:19:44,968 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:19:44,969 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:19:44,969 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:19:44,973 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:19:44,973 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:19:44,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278784973,5,FailOnTimeoutGroup] 2024-12-04T02:19:44,978 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278784975,5,FailOnTimeoutGroup] 2024-12-04T02:19:44,978 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:44,978 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:19:44,978 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:44,978 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:19:44,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:19:44,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf 2024-12-04T02:19:44,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:19:45,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:45,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:19:45,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:19:45,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:19:45,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:19:45,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:19:45,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:19:45,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:19:45,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:19:45,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:19:45,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:45,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:45,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:19:45,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:19:45,035 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:45,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:19:45,039 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:19:45,040 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074967, jitterRate=-0.1197143942117691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278785001Initializing all the Stores at 1733278785002 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785005 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278785005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785005Cleaning up temporary data from old regions at 1733278785034 (+29 ms)Region opened successfully at 1733278785041 (+7 ms) 2024-12-04T02:19:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:19:45,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:19:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:19:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:19:45,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:19:45,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:45,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278785041Disabling compacts and flushes for region at 1733278785041Disabling writes for close at 1733278785041Writing region close event to WAL at 1733278785044 (+3 ms)Closed at 1733278785044 2024-12-04T02:19:45,046 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:45,046 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:19:45,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:19:45,050 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:45,051 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:19:45,053 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(746): ClusterId : 562bf451-4885-43d4-851e-4b273aa7d695 2024-12-04T02:19:45,053 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:19:45,067 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:19:45,067 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:19:45,077 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:19:45,077 DEBUG [RS:0;40249addbad9:42335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259e4569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:45,094 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:42335 2024-12-04T02:19:45,095 INFO [RS:0;40249addbad9:42335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:19:45,095 INFO [RS:0;40249addbad9:42335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:19:45,095 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:19:45,096 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,34123,1733278783346 with port=42335, startcode=1733278783676 2024-12-04T02:19:45,096 DEBUG [RS:0;40249addbad9:42335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:19:45,105 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:19:45,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,42335,1733278783676 2024-12-04T02:19:45,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34123 {}] master.ServerManager(517): Registering regionserver=40249addbad9,42335,1733278783676 2024-12-04T02:19:45,109 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf 2024-12-04T02:19:45,109 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37059 2024-12-04T02:19:45,109 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:19:45,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/rs 2024-12-04T02:19:45,118 DEBUG [RS:0;40249addbad9:42335 {}] zookeeper.ZKUtil(111): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/rs/40249addbad9,42335,1733278783676 2024-12-04T02:19:45,118 WARN [RS:0;40249addbad9:42335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:45,118 INFO [RS:0;40249addbad9:42335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:45,119 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676 2024-12-04T02:19:45,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,42335,1733278783676] 2024-12-04T02:19:45,123 INFO [RS:0;40249addbad9:42335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:19:45,139 INFO [RS:0;40249addbad9:42335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:19:45,140 INFO [RS:0;40249addbad9:42335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:19:45,141 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,148 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:19:45,150 INFO [RS:0;40249addbad9:42335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:19:45,150 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,150 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,150 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,150 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:45,151 DEBUG [RS:0;40249addbad9:42335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,160 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42335,1733278783676-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:19:45,191 INFO [RS:0;40249addbad9:42335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:19:45,191 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42335,1733278783676-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,192 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,192 INFO [RS:0;40249addbad9:42335 {}] regionserver.Replication(171): 40249addbad9,42335,1733278783676 started 2024-12-04T02:19:45,208 WARN [40249addbad9:34123 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T02:19:45,210 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,210 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,42335,1733278783676, RpcServer on 40249addbad9/172.17.0.3:42335, sessionid=0x1019e2349fb0001 2024-12-04T02:19:45,210 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:19:45,210 DEBUG [RS:0;40249addbad9:42335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,42335,1733278783676 2024-12-04T02:19:45,210 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42335,1733278783676' 2024-12-04T02:19:45,210 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0415470538/flush-table-proc/abort' 2024-12-04T02:19:45,211 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0415470538/flush-table-proc/acquired' 2024-12-04T02:19:45,211 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:19:45,212 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:19:45,212 DEBUG [RS:0;40249addbad9:42335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,42335,1733278783676 2024-12-04T02:19:45,212 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42335,1733278783676' 2024-12-04T02:19:45,212 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0415470538/online-snapshot/abort' 2024-12-04T02:19:45,216 DEBUG [RS:0;40249addbad9:42335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0415470538/online-snapshot/acquired' 2024-12-04T02:19:45,217 DEBUG [RS:0;40249addbad9:42335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:19:45,217 INFO [RS:0;40249addbad9:42335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:19:45,217 INFO [RS:0;40249addbad9:42335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:19:45,317 INFO [RS:0;40249addbad9:42335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:45,319 INFO [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42335%2C1733278783676, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:19:45,330 DEBUG [RS:0;40249addbad9:42335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319, exclude list is [], retry=0 2024-12-04T02:19:45,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:45,334 INFO [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 2024-12-04T02:19:45,335 DEBUG [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:45,458 DEBUG [40249addbad9:34123 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:19:45,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,42335,1733278783676 2024-12-04T02:19:45,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42335,1733278783676, state=OPENING 2024-12-04T02:19:45,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:19:45,481 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:45,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:45,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:45,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:45,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:45,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42335,1733278783676}] 2024-12-04T02:19:45,633 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:19:45,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:19:45,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:19:45,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:45,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:19:45,640 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42335%2C1733278783676.meta, suffix=.meta, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:19:45,651 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.meta.1733278785640.meta, exclude list is [], retry=0 2024-12-04T02:19:45,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:45,654 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.meta.1733278785640.meta 2024-12-04T02:19:45,654 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:45,655 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:19:45,655 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:19:45,655 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:19:45,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:19:45,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:19:45,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:19:45,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:19:45,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:19:45,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:19:45,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:19:45,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:19:45,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:45,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:45,663 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:19:45,663 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:45,664 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:45,665 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:19:45,665 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:19:45,666 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:45,667 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:19:45,667 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74867613, jitterRate=0.11561436951160431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:45,667 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:19:45,668 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278785655Writing region info on filesystem at 1733278785655Initializing all the Stores at 1733278785656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785656Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785658 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278785658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278785658Cleaning up temporary data from old regions at 1733278785665 (+7 ms)Running coprocessor post-open hooks at 1733278785667 (+2 ms)Region opened successfully at 1733278785668 (+1 ms) 2024-12-04T02:19:45,669 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278785633 2024-12-04T02:19:45,670 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:19:45,670 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:19:45,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42335,1733278783676 2024-12-04T02:19:45,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42335,1733278783676, state=OPEN 2024-12-04T02:19:45,722 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:45,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:45,722 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,42335,1733278783676 2024-12-04T02:19:45,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:45,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:45,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:19:45,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42335,1733278783676 in 240 msec 2024-12-04T02:19:45,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:19:45,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-12-04T02:19:45,726 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:45,726 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:19:45,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:19:45,728 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42335,1733278783676, seqNum=-1] 2024-12-04T02:19:45,728 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:19:45,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:19:45,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 774 msec 2024-12-04T02:19:45,734 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278785734, completionTime=-1 2024-12-04T02:19:45,734 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:19:45,734 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278845736 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278905736 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:34123, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,738 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.835sec 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:19:45,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:19:45,742 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:19:45,742 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:19:45,742 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,34123,1733278783346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:45,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b27868d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:45,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,34123,-1 for getting cluster id 2024-12-04T02:19:45,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:45,751 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562bf451-4885-43d4-851e-4b273aa7d695' 2024-12-04T02:19:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562bf451-4885-43d4-851e-4b273aa7d695" 2024-12-04T02:19:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43960e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,34123,-1] 2024-12-04T02:19:45,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:45,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:45,752 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:45,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea85997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:45,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:19:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42335,1733278783676, seqNum=-1] 2024-12-04T02:19:45,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:19:45,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:19:45,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,34123,1733278783346 2024-12-04T02:19:45,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:45,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e2349fb0002 connected 2024-12-04T02:19:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir so I do NOT create it in target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1 2024-12-04T02:19:45,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:19:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.tmp.dir so I do NOT create it in target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1 2024-12-04T02:19:45,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:19:45,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1 2024-12-04T02:19:45,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/cluster_35460a5f-092c-5468-1210-d97275fbe4d3, deleteOnExit=true 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/test.cache.data in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:19:45,790 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:19:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:19:45,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:19:46,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:46,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:19:46,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:19:46,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:19:46,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:19:46,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:46,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a00d386{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:19:46,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e4c95c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:19:46,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@119d149e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/java.io.tmpdir/jetty-localhost-42931-hadoop-hdfs-3_4_1-tests_jar-_-any-13622273275997407462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:19:46,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2baceaa5{HTTP/1.1, (http/1.1)}{localhost:42931} 2024-12-04T02:19:46,220 INFO [Time-limited test {}] server.Server(415): Started @148279ms 2024-12-04T02:19:46,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:19:46,478 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:19:46,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:19:46,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:19:46,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:19:46,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3cb308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:19:46,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bc612a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:19:46,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76157cb7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/java.io.tmpdir/jetty-localhost-43209-hadoop-hdfs-3_4_1-tests_jar-_-any-5699512388785370726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:19:46,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295dfbb4{HTTP/1.1, (http/1.1)}{localhost:43209} 2024-12-04T02:19:46,586 INFO [Time-limited test {}] server.Server(415): Started @148645ms 2024-12-04T02:19:46,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:19:47,497 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/cluster_35460a5f-092c-5468-1210-d97275fbe4d3/data/data1/current/BP-351056516-172.17.0.3-1733278785806/current, will proceed with Du for space computation calculation, 2024-12-04T02:19:47,505 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/cluster_35460a5f-092c-5468-1210-d97275fbe4d3/data/data2/current/BP-351056516-172.17.0.3-1733278785806/current, will proceed with Du for space computation calculation, 2024-12-04T02:19:47,558 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:19:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbdfe9d5e67ad9fa with lease ID 0x7dd17d4b5f7cb355: Processing first storage report for DS-8d985a4f-3695-48c3-89b2-f62b039c3c1f from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=a365eb9b-5afe-44df-91a6-08dcf245682b, infoPort=40411, infoSecurePort=0, ipcPort=37431, storageInfo=lv=-57;cid=testClusterID;nsid=1257383867;c=1733278785806) 2024-12-04T02:19:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbdfe9d5e67ad9fa with lease ID 0x7dd17d4b5f7cb355: from storage DS-8d985a4f-3695-48c3-89b2-f62b039c3c1f node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=a365eb9b-5afe-44df-91a6-08dcf245682b, infoPort=40411, infoSecurePort=0, ipcPort=37431, storageInfo=lv=-57;cid=testClusterID;nsid=1257383867;c=1733278785806), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:19:47,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbbdfe9d5e67ad9fa with lease ID 0x7dd17d4b5f7cb355: Processing first storage report for DS-852cd64e-dc59-4a38-ba33-03d96b00d994 from datanode DatanodeRegistration(127.0.0.1:39963, datanodeUuid=a365eb9b-5afe-44df-91a6-08dcf245682b, infoPort=40411, infoSecurePort=0, ipcPort=37431, storageInfo=lv=-57;cid=testClusterID;nsid=1257383867;c=1733278785806) 2024-12-04T02:19:47,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbbdfe9d5e67ad9fa with lease ID 0x7dd17d4b5f7cb355: from storage DS-852cd64e-dc59-4a38-ba33-03d96b00d994 node DatanodeRegistration(127.0.0.1:39963, datanodeUuid=a365eb9b-5afe-44df-91a6-08dcf245682b, infoPort=40411, infoSecurePort=0, ipcPort=37431, storageInfo=lv=-57;cid=testClusterID;nsid=1257383867;c=1733278785806), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:19:47,637 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1 2024-12-04T02:19:47,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:47,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:19:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:19:48,046 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1 with version=8 2024-12-04T02:19:48,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/hbase-staging 2024-12-04T02:19:48,048 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:19:48,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:48,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41775 2024-12-04T02:19:48,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41775 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:48,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417750x0, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:48,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41775-0x1019e2349fb0003 connected 2024-12-04T02:19:48,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:48,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:48,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/running 2024-12-04T02:19:48,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1, hbase.cluster.distributed=false 2024-12-04T02:19:48,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/acl 2024-12-04T02:19:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-04T02:19:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41775 2024-12-04T02:19:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41775 2024-12-04T02:19:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-04T02:19:48,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41775 2024-12-04T02:19:48,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:19:48,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:48,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36613 2024-12-04T02:19:48,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36613 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:48,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:48,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366130x0, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:48,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366130x0, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/running 2024-12-04T02:19:48,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36613-0x1019e2349fb0004 connected 2024-12-04T02:19:48,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:19:48,171 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:19:48,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/master 2024-12-04T02:19:48,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/acl 2024-12-04T02:19:48,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36613 2024-12-04T02:19:48,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36613 2024-12-04T02:19:48,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36613 2024-12-04T02:19:48,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36613 2024-12-04T02:19:48,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36613 2024-12-04T02:19:48,205 DEBUG [M:0;40249addbad9:41775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:41775 2024-12-04T02:19:48,206 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11463092884/backup-masters/40249addbad9,41775,1733278788047 2024-12-04T02:19:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/backup-masters 2024-12-04T02:19:48,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/backup-masters 2024-12-04T02:19:48,219 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on existing znode=/11463092884/backup-masters/40249addbad9,41775,1733278788047 2024-12-04T02:19:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11463092884/master 2024-12-04T02:19:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:48,229 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on existing znode=/11463092884/master 2024-12-04T02:19:48,229 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11463092884/backup-masters/40249addbad9,41775,1733278788047 from backup master directory 2024-12-04T02:19:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11463092884/backup-masters/40249addbad9,41775,1733278788047 2024-12-04T02:19:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/backup-masters 2024-12-04T02:19:48,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/backup-masters 2024-12-04T02:19:48,239 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:48,239 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,41775,1733278788047 2024-12-04T02:19:48,242 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/hbase.id] with ID: b05aa9a8-576c-46bb-b6e1-bfcc1b184371 2024-12-04T02:19:48,242 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/.tmp/hbase.id 2024-12-04T02:19:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:19:48,648 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/.tmp/hbase.id]:[hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/hbase.id] 2024-12-04T02:19:48,659 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:48,659 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:19:48,660 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:19:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:48,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:19:49,140 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:19:49,141 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:19:49,141 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:19:49,548 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store 2024-12-04T02:19:49,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:19:49,953 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:49,953 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:19:49,953 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:49,953 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:49,953 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:19:49,953 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:49,953 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:49,954 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278789953Disabling compacts and flushes for region at 1733278789953Disabling writes for close at 1733278789953Writing region close event to WAL at 1733278789953Closed at 1733278789953 2024-12-04T02:19:49,954 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/.initializing 2024-12-04T02:19:49,954 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/WALs/40249addbad9,41775,1733278788047 2024-12-04T02:19:49,955 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:49,957 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C41775%2C1733278788047, suffix=, logDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/WALs/40249addbad9,41775,1733278788047, archiveDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/oldWALs, maxLogs=10 2024-12-04T02:19:49,967 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/WALs/40249addbad9,41775,1733278788047/40249addbad9%2C41775%2C1733278788047.1733278789957, exclude list is [], retry=0 2024-12-04T02:19:49,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-8d985a4f-3695-48c3-89b2-f62b039c3c1f,DISK] 2024-12-04T02:19:49,971 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/WALs/40249addbad9,41775,1733278788047/40249addbad9%2C41775%2C1733278788047.1733278789957 2024-12-04T02:19:49,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-12-04T02:19:49,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:49,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:49,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,972 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:19:49,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:49,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:49,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:19:49,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:49,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:19:49,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:49,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:19:49,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:49,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:49,979 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,980 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,980 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:49,982 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:49,984 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:19:49,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71501687, jitterRate=0.06545816361904144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:49,984 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278789972Initializing all the Stores at 1733278789973 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278789973Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278789973Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278789973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278789973Cleaning up temporary data from old regions at 1733278789981 (+8 ms)Region opened successfully at 1733278789984 (+3 ms) 2024-12-04T02:19:49,985 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:19:49,987 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca2ac48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:49,988 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:19:49,988 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:19:49,988 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:19:49,989 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:19:49,989 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:19:49,989 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:19:49,989 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:19:49,991 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:19:49,991 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/balancer because node does not exist (not necessarily an error) 2024-12-04T02:19:50,104 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/balancer already deleted, retry=false 2024-12-04T02:19:50,105 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:19:50,105 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:19:50,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/normalizer already deleted, retry=false 2024-12-04T02:19:50,118 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:19:50,119 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:19:50,138 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/switch/split already deleted, retry=false 2024-12-04T02:19:50,139 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:19:50,149 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/switch/merge already deleted, retry=false 2024-12-04T02:19:50,151 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:19:50,161 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/snapshot-cleanup already deleted, retry=false 2024-12-04T02:19:50,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11463092884/running 2024-12-04T02:19:50,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11463092884/running 2024-12-04T02:19:50,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,170 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,41775,1733278788047, sessionid=0x1019e2349fb0003, setting cluster-up flag (Was=false) 2024-12-04T02:19:50,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,223 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11463092884/flush-table-proc/acquired, /11463092884/flush-table-proc/reached, /11463092884/flush-table-proc/abort 2024-12-04T02:19:50,224 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,41775,1733278788047 2024-12-04T02:19:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:50,275 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11463092884/online-snapshot/acquired, /11463092884/online-snapshot/reached, /11463092884/online-snapshot/abort 2024-12-04T02:19:50,276 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,41775,1733278788047 2024-12-04T02:19:50,277 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:19:50,278 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:50,279 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:19:50,279 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:19:50,279 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,41775,1733278788047 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:50,280 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,285 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278820285 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:19:50,286 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:50,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:19:50,286 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:19:50,287 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:19:50,287 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:19:50,287 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:19:50,287 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:19:50,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:50,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:19:50,288 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278790287,5,FailOnTimeoutGroup] 2024-12-04T02:19:50,288 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278790288,5,FailOnTimeoutGroup] 2024-12-04T02:19:50,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:19:50,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,288 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,298 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(746): ClusterId : b05aa9a8-576c-46bb-b6e1-bfcc1b184371 2024-12-04T02:19:50,298 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:19:50,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:19:50,307 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:19:50,308 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:19:50,319 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:19:50,319 DEBUG [RS:0;40249addbad9:36613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d843749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:50,333 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:36613 2024-12-04T02:19:50,333 INFO [RS:0;40249addbad9:36613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:19:50,333 INFO [RS:0;40249addbad9:36613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:19:50,333 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:19:50,334 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,41775,1733278788047 with port=36613, startcode=1733278788155 2024-12-04T02:19:50,334 DEBUG [RS:0;40249addbad9:36613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:19:50,335 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:19:50,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,36613,1733278788155 2024-12-04T02:19:50,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41775 {}] master.ServerManager(517): Registering regionserver=40249addbad9,36613,1733278788155 2024-12-04T02:19:50,337 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1 2024-12-04T02:19:50,337 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33823 2024-12-04T02:19:50,337 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:19:50,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/rs 2024-12-04T02:19:50,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,36613,1733278788155] 2024-12-04T02:19:50,352 DEBUG [RS:0;40249addbad9:36613 {}] zookeeper.ZKUtil(111): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on existing znode=/11463092884/rs/40249addbad9,36613,1733278788155 2024-12-04T02:19:50,352 WARN [RS:0;40249addbad9:36613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:50,352 INFO [RS:0;40249addbad9:36613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:50,353 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155 2024-12-04T02:19:50,356 INFO [RS:0;40249addbad9:36613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:19:50,358 INFO [RS:0;40249addbad9:36613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:19:50,358 INFO [RS:0;40249addbad9:36613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:19:50,358 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,360 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:19:50,361 INFO [RS:0;40249addbad9:36613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:19:50,361 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:50,361 DEBUG [RS:0;40249addbad9:36613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,368 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36613,1733278788155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:19:50,386 INFO [RS:0;40249addbad9:36613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:19:50,386 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36613,1733278788155-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,386 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,386 INFO [RS:0;40249addbad9:36613 {}] regionserver.Replication(171): 40249addbad9,36613,1733278788155 started 2024-12-04T02:19:50,398 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:50,398 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,36613,1733278788155, RpcServer on 40249addbad9/172.17.0.3:36613, sessionid=0x1019e2349fb0004 2024-12-04T02:19:50,398 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:19:50,398 DEBUG [RS:0;40249addbad9:36613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,36613,1733278788155 2024-12-04T02:19:50,398 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,36613,1733278788155' 2024-12-04T02:19:50,398 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11463092884/flush-table-proc/abort' 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11463092884/flush-table-proc/acquired' 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,36613,1733278788155 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,36613,1733278788155' 2024-12-04T02:19:50,399 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11463092884/online-snapshot/abort' 2024-12-04T02:19:50,400 DEBUG [RS:0;40249addbad9:36613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11463092884/online-snapshot/acquired' 2024-12-04T02:19:50,400 DEBUG [RS:0;40249addbad9:36613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:19:50,400 INFO [RS:0;40249addbad9:36613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:19:50,400 INFO [RS:0;40249addbad9:36613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:19:50,501 INFO [RS:0;40249addbad9:36613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:50,502 INFO [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C36613%2C1733278788155, suffix=, logDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155, archiveDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/oldWALs, maxLogs=10 2024-12-04T02:19:50,515 DEBUG [RS:0;40249addbad9:36613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.1733278790502, exclude list is [], retry=0 2024-12-04T02:19:50,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-8d985a4f-3695-48c3-89b2-f62b039c3c1f,DISK] 2024-12-04T02:19:50,525 INFO [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.1733278790502 2024-12-04T02:19:50,525 DEBUG [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-12-04T02:19:50,699 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:19:50,700 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1 2024-12-04T02:19:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:19:51,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:51,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:19:51,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:19:51,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:19:51,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:19:51,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:19:51,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:19:51,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:19:51,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:19:51,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:19:51,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740 2024-12-04T02:19:51,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740 2024-12-04T02:19:51,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:19:51,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:19:51,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:51,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:19:51,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:19:51,118 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69265703, jitterRate=0.032139405608177185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278791106Initializing all the Stores at 1733278791107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278791107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791107Cleaning up temporary data from old regions at 1733278791114 (+7 ms)Region opened successfully at 1733278791118 (+4 ms) 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:19:51,118 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:19:51,118 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:51,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278791118Disabling compacts and flushes for region at 1733278791118Disabling writes for close at 1733278791118Writing region close event to WAL at 1733278791118Closed at 1733278791118 2024-12-04T02:19:51,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:51,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:19:51,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:19:51,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:51,120 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:19:51,157 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:19:51,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:51,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:19:51,270 DEBUG [40249addbad9:41775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:19:51,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,36613,1733278788155 2024-12-04T02:19:51,273 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,36613,1733278788155, state=OPENING 2024-12-04T02:19:51,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:19:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:51,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:19:51,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11463092884/meta-region-server: CHANGED 2024-12-04T02:19:51,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11463092884/meta-region-server: CHANGED 2024-12-04T02:19:51,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,36613,1733278788155}] 2024-12-04T02:19:51,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:19:51,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:19:51,554 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:19:51,555 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:51,555 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:19:51,556 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C36613%2C1733278788155.meta, suffix=.meta, logDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155, archiveDir=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/oldWALs, maxLogs=10 2024-12-04T02:19:51,568 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.meta.1733278791556.meta, exclude list is [], retry=0 2024-12-04T02:19:51,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39963,DS-8d985a4f-3695-48c3-89b2-f62b039c3c1f,DISK] 2024-12-04T02:19:51,572 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.meta.1733278791556.meta 2024-12-04T02:19:51,572 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40411:40411)] 2024-12-04T02:19:51,572 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:51,573 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:19:51,573 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:19:51,573 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:19:51,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:19:51,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:19:51,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:19:51,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:19:51,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:19:51,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:19:51,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:19:51,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:19:51,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:51,578 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:19:51,579 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740 2024-12-04T02:19:51,580 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740 2024-12-04T02:19:51,581 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:19:51,581 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:19:51,581 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:51,582 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:19:51,583 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64569881, jitterRate=-0.037833794951438904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:51,583 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:19:51,583 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278791573Writing region info on filesystem at 1733278791573Initializing all the Stores at 1733278791574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278791574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278791574Cleaning up temporary data from old regions at 1733278791581 (+7 ms)Running coprocessor post-open hooks at 1733278791583 (+2 ms)Region opened successfully at 1733278791583 2024-12-04T02:19:51,584 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278791550 2024-12-04T02:19:51,585 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:19:51,585 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:19:51,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,36613,1733278788155 2024-12-04T02:19:51,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,36613,1733278788155, state=OPEN 2024-12-04T02:19:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11463092884/meta-region-server 2024-12-04T02:19:51,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11463092884/meta-region-server 2024-12-04T02:19:51,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,36613,1733278788155 2024-12-04T02:19:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11463092884/meta-region-server: CHANGED 2024-12-04T02:19:51,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11463092884/meta-region-server: CHANGED 2024-12-04T02:19:51,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:19:51,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,36613,1733278788155 in 200 msec 2024-12-04T02:19:51,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:19:51,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-12-04T02:19:51,601 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:51,601 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:19:51,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:19:51,602 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36613,1733278788155, seqNum=-1] 2024-12-04T02:19:51,602 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:19:51,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:19:51,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3290 sec 2024-12-04T02:19:51,608 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278791608, completionTime=-1 2024-12-04T02:19:51,608 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:19:51,608 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278851610 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278911610 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:41775, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,610 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,612 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.374sec 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:19:51,613 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:19:51,615 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:19:51,615 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:19:51,615 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,41775,1733278788047-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:51,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4799c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,41775,-1 for getting cluster id 2024-12-04T02:19:51,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:51,702 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b05aa9a8-576c-46bb-b6e1-bfcc1b184371' 2024-12-04T02:19:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b05aa9a8-576c-46bb-b6e1-bfcc1b184371" 2024-12-04T02:19:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41558705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,41775,-1] 2024-12-04T02:19:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:51,703 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:51,704 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:51,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629c3980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,706 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:19:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36613,1733278788155, seqNum=-1] 2024-12-04T02:19:51,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:19:51,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:19:51,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,41775,1733278788047 2024-12-04T02:19:51,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:51,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e2349fb0005 connected 2024-12-04T02:19:51,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccf166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,34123,-1 for getting cluster id 2024-12-04T02:19:51,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:51,744 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562bf451-4885-43d4-851e-4b273aa7d695' 2024-12-04T02:19:51,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562bf451-4885-43d4-851e-4b273aa7d695" 2024-12-04T02:19:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c033c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,34123,-1] 2024-12-04T02:19:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:51,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:51,746 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3749b428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,34123,1733278783346 2024-12-04T02:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4bb379 2024-12-04T02:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:19:51,749 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:19:51,749 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:41775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:19:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:19:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:51,752 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:41775' 2024-12-04T02:19:51,753 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd3973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,753 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,41775,-1 for getting cluster id 2024-12-04T02:19:51,753 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:51,754 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b05aa9a8-576c-46bb-b6e1-bfcc1b184371' 2024-12-04T02:19:51,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:51,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b05aa9a8-576c-46bb-b6e1-bfcc1b184371" 2024-12-04T02:19:51,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd05603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,41775,-1] 2024-12-04T02:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:51,755 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a86b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:51,756 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,41775,1733278788047 2024-12-04T02:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a05690 2024-12-04T02:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:19:51,758 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:19:51,758 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T02:19:51,759 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:19:51,759 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:51,759 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:51,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:51,759 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:19:51,760 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:19:51,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:19:51,762 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:51,764 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:19:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741835_1011 (size=1138) 2024-12-04T02:19:51,811 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:19:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:52,175 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b37721c4f869b96c771aefc293acc731, NAME => 'hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf 2024-12-04T02:19:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741836_1012 (size=44) 2024-12-04T02:19:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:52,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:52,581 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b37721c4f869b96c771aefc293acc731, disabling compactions & flushes 2024-12-04T02:19:52,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. after waiting 0 ms 2024-12-04T02:19:52,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,582 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,582 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b37721c4f869b96c771aefc293acc731: Waiting for close lock at 1733278792581Disabling compacts and flushes for region at 1733278792581Disabling writes for close at 1733278792582 (+1 ms)Writing region close event to WAL at 1733278792582Closed at 1733278792582 2024-12-04T02:19:52,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:19:52,583 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278792583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278792583"}]},"ts":"1733278792583"} 2024-12-04T02:19:52,585 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:19:52,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:19:52,586 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278792586"}]},"ts":"1733278792586"} 2024-12-04T02:19:52,588 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:19:52,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN}] 2024-12-04T02:19:52,590 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN 2024-12-04T02:19:52,590 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN; state=OFFLINE, location=40249addbad9,42335,1733278783676; forceNewPlan=false, retain=false 2024-12-04T02:19:52,741 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b37721c4f869b96c771aefc293acc731, regionState=OPENING, regionLocation=40249addbad9,42335,1733278783676 2024-12-04T02:19:52,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN because future has completed 2024-12-04T02:19:52,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,42335,1733278783676}] 2024-12-04T02:19:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:52,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:52,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:19:52,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42335%2C1733278783676.rep, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:19:52,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.rep.1733278792900, exclude list is [], retry=0 2024-12-04T02:19:52,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:52,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.rep.1733278792900 2024-12-04T02:19:52,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b37721c4f869b96c771aefc293acc731, NAME => 'hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:52,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. service=MultiRowMutationService 2024-12-04T02:19:52,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,918 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,919 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName hfileref 2024-12-04T02:19:52,919 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:52,919 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:52,919 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,920 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName queue 2024-12-04T02:19:52,920 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:52,921 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:52,921 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,922 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName sid 2024-12-04T02:19:52,922 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:52,922 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:52,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:19:52,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:19:52,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b37721c4f869b96c771aefc293acc731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61115287, jitterRate=-0.08931125700473785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:19:52,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:52,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b37721c4f869b96c771aefc293acc731: Running coprocessor pre-open hook at 1733278792917Writing region info on filesystem at 1733278792917Initializing all the Stores at 1733278792917Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278792917Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278792917Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278792917Cleaning up temporary data from old regions at 1733278792924 (+7 ms)Running coprocessor post-open hooks at 1733278792928 (+4 ms)Region opened successfully at 1733278792928 2024-12-04T02:19:52,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., pid=7, masterSystemTime=1733278792895 2024-12-04T02:19:52,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:52,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b37721c4f869b96c771aefc293acc731, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42335,1733278783676 2024-12-04T02:19:52,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,42335,1733278783676 because future has completed 2024-12-04T02:19:52,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T02:19:52,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,42335,1733278783676 in 191 msec 2024-12-04T02:19:52,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:19:52,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN in 347 msec 2024-12-04T02:19:52,937 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:19:52,938 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278792937"}]},"ts":"1733278792937"} 2024-12-04T02:19:52,939 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:19:52,940 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:19:52,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-04T02:19:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., hostname=40249addbad9,42335,1733278783676, seqNum=2] 2024-12-04T02:19:52,991 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:52,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:53,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:19:53,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T02:19:53,169 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:19:53,202 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,42335,1733278783676, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:19:53,203 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:19:53,203 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42335,1733278783676, seqNum=-1] 2024-12-04T02:19:53,203 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:19:53,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T02:19:53,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,42335,1733278783676', locateType=CURRENT is [region=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., hostname=40249addbad9,42335,1733278783676, seqNum=2] 2024-12-04T02:19:53,209 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T02:19:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T02:19:53,212 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,42335,1733278783676 suceeded 2024-12-04T02:19:53,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T02:19:53,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-04T02:19:53,215 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:41775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:19:53,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-12-04T02:19:53,231 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:41775' 2024-12-04T02:19:53,233 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70da66e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:53,233 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,41775,-1 for getting cluster id 2024-12-04T02:19:53,234 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:53,234 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b05aa9a8-576c-46bb-b6e1-bfcc1b184371' 2024-12-04T02:19:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b05aa9a8-576c-46bb-b6e1-bfcc1b184371" 2024-12-04T02:19:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65e412ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,41775,-1] 2024-12-04T02:19:53,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:53,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,237 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:53,238 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52d7e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:53,238 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:19:53,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,41775,1733278788047 2024-12-04T02:19:53,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4da454 2024-12-04T02:19:53,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:19:53,240 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T02:19:53,242 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,42335,1733278783676 (queues=1) is replicating from cluster=562bf451-4885-43d4-851e-4b273aa7d695 to cluster=b05aa9a8-576c-46bb-b6e1-bfcc1b184371 2024-12-04T02:19:53,242 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C42335%2C1733278783676 2024-12-04T02:19:53,242 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,42335,1733278783676, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:19:53,243 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319, startPosition=0, beingWritten=true 2024-12-04T02:19:53,248 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.shipper40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C42335%2C1733278783676 2024-12-04T02:19:53,458 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 to pos 0, reset compression=false 2024-12-04T02:19:53,767 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 to pos 0, reset compression=false 2024-12-04T02:19:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:19:53,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:53,901 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:19:53,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:53,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:53,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:19:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,34123,1733278783346 2024-12-04T02:19:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1374f1b5 2024-12-04T02:19:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:19:53,903 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:19:53,904 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34123 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:19:53,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:53,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:53,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:53,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:19:53,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1066419793, stopped=false 2024-12-04T02:19:53,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,34123,1733278783346 2024-12-04T02:19:53,928 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:53,928 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:53,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:53,928 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:53,928 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:19:53,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:53,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:53,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:53,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,42335,1733278783676' ***** 2024-12-04T02:19:53,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:19:53,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(3091): Received CLOSE for b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,42335,1733278783676 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42335. 2024-12-04T02:19:53,929 DEBUG [RS:0;40249addbad9:42335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:53,929 DEBUG [RS:0;40249addbad9:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:53,929 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b37721c4f869b96c771aefc293acc731, disabling compactions & flushes 2024-12-04T02:19:53,929 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:53,929 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:19:53,929 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. after waiting 0 ms 2024-12-04T02:19:53,929 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:19:53,929 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b37721c4f869b96c771aefc293acc731 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T02:19:53,929 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:19:53,929 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1325): Online Regions={b37721c4f869b96c771aefc293acc731=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:19:53,930 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:53,930 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:19:53,930 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:19:53,930 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:19:53,930 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:19:53,930 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:19:53,930 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T02:19:53,942 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/.tmp/queue/2584536559db40dfa2e49175bb0be297 is 151, key is 1-40249addbad9,42335,1733278783676/queue:40249addbad9%2C42335%2C1733278783676/1733278793208/Put/seqid=0 2024-12-04T02:19:53,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741838_1014 (size=5350) 2024-12-04T02:19:53,946 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/a9470b92632f4acab52edc5a87879591 is 147, key is hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731./info:regioninfo/1733278792931/Put/seqid=0 2024-12-04T02:19:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741839_1015 (size=6631) 2024-12-04T02:19:53,983 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:54,130 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:54,162 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:19:54,162 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:19:54,172 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 to pos 0, reset compression=false 2024-12-04T02:19:54,330 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b37721c4f869b96c771aefc293acc731 2024-12-04T02:19:54,347 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/.tmp/queue/2584536559db40dfa2e49175bb0be297 2024-12-04T02:19:54,350 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/a9470b92632f4acab52edc5a87879591 2024-12-04T02:19:54,352 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/.tmp/queue/2584536559db40dfa2e49175bb0be297 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/queue/2584536559db40dfa2e49175bb0be297 2024-12-04T02:19:54,357 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/queue/2584536559db40dfa2e49175bb0be297, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T02:19:54,358 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b37721c4f869b96c771aefc293acc731 in 429ms, sequenceid=5, compaction requested=false 2024-12-04T02:19:54,358 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:19:54,362 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:19:54,362 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:54,362 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:19:54,362 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:54,362 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b37721c4f869b96c771aefc293acc731: Waiting for close lock at 1733278793929Running coprocessor pre-close hooks at 1733278793929Disabling compacts and flushes for region at 1733278793929Disabling writes for close at 1733278793929Obtaining lock to block concurrent updates at 1733278793929Preparing flush snapshotting stores in b37721c4f869b96c771aefc293acc731 at 1733278793929Finished memstore snapshotting hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733278793930 (+1 ms)Flushing stores of hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. at 1733278793930Flushing b37721c4f869b96c771aefc293acc731/queue: creating writer at 1733278793930Flushing b37721c4f869b96c771aefc293acc731/queue: appending metadata at 1733278793942 (+12 ms)Flushing b37721c4f869b96c771aefc293acc731/queue: closing flushed file at 1733278793942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d542c2: reopening flushed file at 1733278794352 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b37721c4f869b96c771aefc293acc731 in 429ms, sequenceid=5, compaction requested=false at 1733278794358 (+6 ms)Writing region close event to WAL at 1733278794359 (+1 ms)Running coprocessor post-close hooks at 1733278794362 (+3 ms)Closed at 1733278794362 2024-12-04T02:19:54,362 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:19:54,367 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/ns/4c313e0c1a3d433184a290c58cc7bb16 is 43, key is default/ns:d/1733278785729/Put/seqid=0 2024-12-04T02:19:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741840_1016 (size=5153) 2024-12-04T02:19:54,530 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:54,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 to pos 0, reset compression=false 2024-12-04T02:19:54,730 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:54,771 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/ns/4c313e0c1a3d433184a290c58cc7bb16 2024-12-04T02:19:54,793 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/table/d419e7990cba4f61b1959240332b1476 is 53, key is hbase:replication/table:state/1733278792937/Put/seqid=0 2024-12-04T02:19:54,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741841_1017 (size=5256) 2024-12-04T02:19:54,930 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:19:54,931 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:19:54,931 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:55,131 DEBUG [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:19:55,197 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/table/d419e7990cba4f61b1959240332b1476 2024-12-04T02:19:55,205 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/a9470b92632f4acab52edc5a87879591 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/info/a9470b92632f4acab52edc5a87879591 2024-12-04T02:19:55,210 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/info/a9470b92632f4acab52edc5a87879591, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T02:19:55,211 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/ns/4c313e0c1a3d433184a290c58cc7bb16 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/ns/4c313e0c1a3d433184a290c58cc7bb16 2024-12-04T02:19:55,217 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/ns/4c313e0c1a3d433184a290c58cc7bb16, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:19:55,218 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/table/d419e7990cba4f61b1959240332b1476 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/table/d419e7990cba4f61b1959240332b1476 2024-12-04T02:19:55,225 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/table/d419e7990cba4f61b1959240332b1476, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T02:19:55,226 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-12-04T02:19:55,236 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:19:55,236 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:19:55,236 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:19:55,237 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:55,237 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278793930Running coprocessor pre-close hooks at 1733278793930Disabling compacts and flushes for region at 1733278793930Disabling writes for close at 1733278793930Obtaining lock to block concurrent updates at 1733278793930Preparing flush snapshotting stores in 1588230740 at 1733278793930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733278793930Flushing stores of hbase:meta,,1.1588230740 at 1733278793930Flushing 1588230740/info: creating writer at 1733278793930Flushing 1588230740/info: appending metadata at 1733278793946 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733278793946Flushing 1588230740/ns: creating writer at 1733278794354 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733278794367 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733278794367Flushing 1588230740/table: creating writer at 1733278794776 (+409 ms)Flushing 1588230740/table: appending metadata at 1733278794792 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733278794792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3921a227: reopening flushed file at 1733278795204 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bcfec80: reopening flushed file at 1733278795210 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5a5847: reopening flushed file at 1733278795217 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1733278795226 (+9 ms)Writing region close event to WAL at 1733278795232 (+6 ms)Running coprocessor post-close hooks at 1733278795236 (+4 ms)Closed at 1733278795236 2024-12-04T02:19:55,237 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:19:55,283 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 to pos 0, reset compression=false 2024-12-04T02:19:55,331 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,42335,1733278783676; all regions closed. 2024-12-04T02:19:55,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741834_1010 (size=2742) 2024-12-04T02:19:55,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.meta.1733278785640.meta not finished, retry = 0 2024-12-04T02:19:55,436 DEBUG [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:19:55,436 INFO [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42335%2C1733278783676.meta:.meta(num 1733278785640) 2024-12-04T02:19:55,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741837_1013 (size=1586) 2024-12-04T02:19:55,438 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.rep.1733278792900 not finished, retry = 0 2024-12-04T02:19:55,541 DEBUG [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:19:55,541 INFO [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42335%2C1733278783676.rep:(num 1733278792900) 2024-12-04T02:19:55,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741833_1009 (size=93) 2024-12-04T02:19:55,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676/40249addbad9%2C42335%2C1733278783676.1733278785319 not finished, retry = 0 2024-12-04T02:19:55,645 DEBUG [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:19:55,645 INFO [RS:0;40249addbad9:42335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C42335%2C1733278783676:(num 1733278785319) 2024-12-04T02:19:55,645 DEBUG [RS:0;40249addbad9:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:55,645 INFO [RS:0;40249addbad9:42335 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:19:55,645 INFO [RS:0;40249addbad9:42335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:55,645 INFO [RS:0;40249addbad9:42335 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:55,646 INFO [RS:0;40249addbad9:42335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:55,646 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:55,646 INFO [RS:0;40249addbad9:42335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,42335,1733278783676 because: Region server is closing 2024-12-04T02:19:55,646 INFO [RS:0;40249addbad9:42335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42335. 2024-12-04T02:19:55,646 DEBUG [RS:0;40249addbad9:42335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:19:55,646 DEBUG [RS:0;40249addbad9:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:55,646 DEBUG [RS:0;40249addbad9:42335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:55,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:19:55,746 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.shipper40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:19:55,746 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.wal-reader.40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:19:55,747 INFO [RS:0;40249addbad9:42335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42335,1733278783676.replicationSource.shipper40249addbad9%2C42335%2C1733278783676,1-40249addbad9,42335,1733278783676 terminated 2024-12-04T02:19:55,747 INFO [RS:0;40249addbad9:42335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42335 2024-12-04T02:19:55,759 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/rs/40249addbad9,42335,1733278783676 2024-12-04T02:19:55,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/rs 2024-12-04T02:19:55,759 INFO [RS:0;40249addbad9:42335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:55,770 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,42335,1733278783676] 2024-12-04T02:19:55,780 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/draining/40249addbad9,42335,1733278783676 already deleted, retry=false 2024-12-04T02:19:55,780 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,42335,1733278783676 expired; onlineServers=0 2024-12-04T02:19:55,780 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,34123,1733278783346' ***** 2024-12-04T02:19:55,780 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:19:55,780 INFO [M:0;40249addbad9:34123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:19:55,780 INFO [M:0;40249addbad9:34123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:19:55,780 DEBUG [M:0;40249addbad9:34123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:19:55,780 DEBUG [M:0;40249addbad9:34123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:19:55,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:19:55,780 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278784973 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278784973,5,FailOnTimeoutGroup] 2024-12-04T02:19:55,780 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278784975 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278784975,5,FailOnTimeoutGroup] 2024-12-04T02:19:55,780 INFO [M:0;40249addbad9:34123 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:19:55,781 INFO [M:0;40249addbad9:34123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:19:55,781 DEBUG [M:0;40249addbad9:34123 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:19:55,781 INFO [M:0;40249addbad9:34123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:19:55,781 INFO [M:0;40249addbad9:34123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:19:55,781 INFO [M:0;40249addbad9:34123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:19:55,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:19:55,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/master 2024-12-04T02:19:55,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:55,865 DEBUG [M:0;40249addbad9:34123 {}] zookeeper.ZKUtil(347): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/master because node does not exist (not an error) 2024-12-04T02:19:55,865 WARN [M:0;40249addbad9:34123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:19:55,865 INFO [M:0;40249addbad9:34123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.lastflushedseqids 2024-12-04T02:19:55,870 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:55,870 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42335-0x1019e2349fb0001, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:55,871 INFO [RS:0;40249addbad9:42335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:55,871 INFO [RS:0;40249addbad9:42335 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,42335,1733278783676; zookeeper connection closed. 2024-12-04T02:19:55,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a7f19b7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a7f19b7 2024-12-04T02:19:55,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:19:55,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741842_1018 (size=181) 2024-12-04T02:19:55,883 INFO [M:0;40249addbad9:34123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:19:55,884 INFO [M:0;40249addbad9:34123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:19:55,884 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:19:55,884 INFO [M:0;40249addbad9:34123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:55,884 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:55,884 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:19:55,884 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:55,884 INFO [M:0;40249addbad9:34123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T02:19:55,906 DEBUG [M:0;40249addbad9:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbacba8630364db783bc95e3f81b36be is 82, key is hbase:meta,,1/info:regioninfo/1733278785671/Put/seqid=0 2024-12-04T02:19:55,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741843_1019 (size=5672) 2024-12-04T02:19:56,312 INFO [M:0;40249addbad9:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbacba8630364db783bc95e3f81b36be 2024-12-04T02:19:56,329 DEBUG [M:0;40249addbad9:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f38bdaceb524851a8cd518342562ca4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733278792941/Put/seqid=0 2024-12-04T02:19:56,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741844_1020 (size=7203) 2024-12-04T02:19:56,738 INFO [M:0;40249addbad9:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f38bdaceb524851a8cd518342562ca4 2024-12-04T02:19:56,778 DEBUG [M:0;40249addbad9:34123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03fd61ee003e417d826baa41558f1405 is 69, key is 40249addbad9,42335,1733278783676/rs:state/1733278785107/Put/seqid=0 2024-12-04T02:19:56,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741845_1021 (size=5156) 2024-12-04T02:19:57,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:19:57,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:19:57,182 INFO [M:0;40249addbad9:34123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03fd61ee003e417d826baa41558f1405 2024-12-04T02:19:57,187 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fbacba8630364db783bc95e3f81b36be as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbacba8630364db783bc95e3f81b36be 2024-12-04T02:19:57,192 INFO [M:0;40249addbad9:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbacba8630364db783bc95e3f81b36be, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T02:19:57,193 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f38bdaceb524851a8cd518342562ca4 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f38bdaceb524851a8cd518342562ca4 2024-12-04T02:19:57,197 INFO [M:0;40249addbad9:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f38bdaceb524851a8cd518342562ca4, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T02:19:57,198 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/03fd61ee003e417d826baa41558f1405 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03fd61ee003e417d826baa41558f1405 2024-12-04T02:19:57,203 INFO [M:0;40249addbad9:34123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03fd61ee003e417d826baa41558f1405, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T02:19:57,204 INFO [M:0;40249addbad9:34123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false 2024-12-04T02:19:57,205 INFO [M:0;40249addbad9:34123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:19:57,205 DEBUG [M:0;40249addbad9:34123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278795884Disabling compacts and flushes for region at 1733278795884Disabling writes for close at 1733278795884Obtaining lock to block concurrent updates at 1733278795884Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278795884Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733278795885 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278795886 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278795886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278795905 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278795905Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278796316 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278796328 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278796328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278796763 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278796777 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278796777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f43cf8a: reopening flushed file at 1733278797187 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f91f87a: reopening flushed file at 1733278797192 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2012e3a2: reopening flushed file at 1733278797198 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=70, compaction requested=false at 1733278797204 (+6 ms)Writing region close event to WAL at 1733278797205 (+1 ms)Closed at 1733278797205 2024-12-04T02:19:57,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346/40249addbad9%2C34123%2C1733278783346.1733278784170 not finished, retry = 0 2024-12-04T02:19:57,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741830_1006 (size=41008) 2024-12-04T02:19:57,308 INFO [M:0;40249addbad9:34123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:19:57,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:19:57,308 INFO [M:0;40249addbad9:34123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34123 2024-12-04T02:19:57,308 INFO [M:0;40249addbad9:34123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:19:57,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:57,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34123-0x1019e2349fb0000, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:19:57,417 INFO [M:0;40249addbad9:34123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:19:57,419 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:19:57,419 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:57,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44483 2024-12-04T02:19:57,422 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44483 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:57,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444830x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:57,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44483-0x1019e2349fb0006 connected 2024-12-04T02:19:57,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:57,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:57,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:57,448 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: INIT 2024-12-04T02:19:57,448 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf, hbase.cluster.distributed=false 2024-12-04T02:19:57,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/acl 2024-12-04T02:19:57,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44483 2024-12-04T02:19:57,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44483 2024-12-04T02:19:57,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44483 2024-12-04T02:19:57,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44483 2024-12-04T02:19:57,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44483 2024-12-04T02:19:57,465 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:19:57,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:19:57,466 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35383 2024-12-04T02:19:57,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35383 connecting to ZooKeeper ensemble=127.0.0.1:62405 2024-12-04T02:19:57,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:57,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:57,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353830x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:19:57,481 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: INIT 2024-12-04T02:19:57,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353830x0, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:19:57,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35383-0x1019e2349fb0007 connected 2024-12-04T02:19:57,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:19:57,482 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:19:57,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/master 2024-12-04T02:19:57,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/acl 2024-12-04T02:19:57,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35383 2024-12-04T02:19:57,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35383 2024-12-04T02:19:57,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35383 2024-12-04T02:19:57,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35383 2024-12-04T02:19:57,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35383 2024-12-04T02:19:57,511 DEBUG [M:0;40249addbad9:44483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:44483 2024-12-04T02:19:57,511 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0415470538/backup-masters/40249addbad9,44483,1733278797419 2024-12-04T02:19:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:57,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:57,523 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/backup-masters/40249addbad9,44483,1733278797419 2024-12-04T02:19:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/master 2024-12-04T02:19:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:57,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:57,534 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/master 2024-12-04T02:19:57,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0415470538/backup-masters/40249addbad9,44483,1733278797419 from backup master directory 2024-12-04T02:19:57,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:57,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/backup-masters/40249addbad9,44483,1733278797419 2024-12-04T02:19:57,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/backup-masters 2024-12-04T02:19:57,544 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:57,544 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,44483,1733278797419 2024-12-04T02:19:57,554 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:19:57,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:19:57,562 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 7ms. 2024-12-04T02:19:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741846_1022 (size=196) 2024-12-04T02:19:57,975 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:19:57,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:19:57,976 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:57,981 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T02:19:57,983 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346 to hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346-dead as it is dead 2024-12-04T02:19:57,983 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346-dead/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:57,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346-dead/40249addbad9%2C34123%2C1733278783346.1733278784170 after 1ms 2024-12-04T02:19:57,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346-dead/40249addbad9%2C34123%2C1733278783346.1733278784170 to hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:57,985 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,34123,1733278783346-dead 2024-12-04T02:19:57,985 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,44483,1733278797419 2024-12-04T02:19:57,986 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:57,987 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C44483%2C1733278797419, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,44483,1733278797419, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/oldWALs, maxLogs=10 2024-12-04T02:19:58,003 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,44483,1733278797419/40249addbad9%2C44483%2C1733278797419.1733278797987, exclude list is [], retry=0 2024-12-04T02:19:58,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:58,008 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,44483,1733278797419/40249addbad9%2C44483%2C1733278797419.1733278797987 2024-12-04T02:19:58,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:58,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:58,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:58,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,009 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:19:58,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fbacba8630364db783bc95e3f81b36be 2024-12-04T02:19:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:58,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:19:58,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f38bdaceb524851a8cd518342562ca4 2024-12-04T02:19:58,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:58,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:19:58,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/03fd61ee003e417d826baa41558f1405 2024-12-04T02:19:58,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:58,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:19:58,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:19:58,030 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,031 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T02:19:58,031 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:58,035 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:58,036 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/40249addbad9%2C34123%2C1733278783346.1733278784170 2024-12-04T02:19:58,037 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,037 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,037 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:58,038 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:19:58,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T02:19:58,041 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74292070, jitterRate=0.10703811049461365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:58,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278798009Initializing all the Stores at 1733278798010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278798010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278798010Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278798010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278798010Cleaning up temporary data from old regions at 1733278798037 (+27 ms)Region opened successfully at 1733278798041 (+4 ms) 2024-12-04T02:19:58,041 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:19:58,044 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d848627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:58,046 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T02:19:58,046 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:19:58,046 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:19:58,046 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:19:58,047 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:19:58,049 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:19:58,050 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:19:58,050 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:19:58,050 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-04T02:19:58,050 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:19:58,053 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=40249addbad9,42335,1733278783676, regionLocation=40249addbad9,42335,1733278783676, openSeqNum=2 2024-12-04T02:19:58,053 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=40249addbad9,42335,1733278783676, table=hbase:meta, region=1588230740 2024-12-04T02:19:58,053 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42335,1733278783676, state=OPEN 2024-12-04T02:19:58,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:19:58,075 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/draining/40249addbad9,42335,1733278783676 already deleted, retry=false 2024-12-04T02:19:58,075 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 40249addbad9,42335,1733278783676 on 40249addbad9,44483,1733278797419 2024-12-04T02:19:58,076 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 40249addbad9,42335,1733278783676, splitWal=true, meta=true 2024-12-04T02:19:58,076 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 40249addbad9,42335,1733278783676 (carryingMeta=true) 40249addbad9,42335,1733278783676/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2678031e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T02:19:58,079 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/balancer because node does not exist (not necessarily an error) 2024-12-04T02:19:58,091 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/balancer already deleted, retry=false 2024-12-04T02:19:58,092 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:19:58,092 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:19:58,106 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/normalizer already deleted, retry=false 2024-12-04T02:19:58,107 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:19:58,108 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:19:58,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/switch/split already deleted, retry=false 2024-12-04T02:19:58,118 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:19:58,127 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/switch/merge already deleted, retry=false 2024-12-04T02:19:58,140 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:19:58,148 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/snapshot-cleanup already deleted, retry=false 2024-12-04T02:19:58,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:58,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:58,160 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,44483,1733278797419, sessionid=0x1019e2349fb0006, setting cluster-up flag (Was=false) 2024-12-04T02:19:58,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0415470538/running 2024-12-04T02:19:58,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:19:58,170 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0415470538/flush-table-proc/acquired, /0415470538/flush-table-proc/reached, /0415470538/flush-table-proc/abort 2024-12-04T02:19:58,171 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44483,1733278797419 2024-12-04T02:19:58,181 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0415470538/online-snapshot/acquired, /0415470538/online-snapshot/reached, /0415470538/online-snapshot/abort 2024-12-04T02:19:58,181 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44483,1733278797419 2024-12-04T02:19:58,183 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.lastflushedseqids 2024-12-04T02:19:58,185 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:19:58,185 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:19:58,185 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,44483,1733278797419 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 40249addbad9,42335,1733278783676 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:58,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278828187 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:19:58,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:19:58,188 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 40249addbad9,42335,1733278783676, splitWal=true, meta=true 2024-12-04T02:19:58,188 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,188 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 40249addbad9,42335,1733278783676, splitWal=true, meta=true, isMeta: true 2024-12-04T02:19:58,189 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676-splitting 2024-12-04T02:19:58,190 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676-splitting dir is empty, no logs to split. 2024-12-04T02:19:58,190 INFO [PEWorker-1 {}] master.SplitWALManager(105): 40249addbad9,42335,1733278783676 WAL count=0, meta=true 2024-12-04T02:19:58,192 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676-splitting dir is empty, no logs to split. 2024-12-04T02:19:58,192 INFO [PEWorker-1 {}] master.SplitWALManager(105): 40249addbad9,42335,1733278783676 WAL count=0, meta=true 2024-12-04T02:19:58,192 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 40249addbad9,42335,1733278783676 WAL splitting is done? wals=0, meta=true 2024-12-04T02:19:58,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:19:58,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:19:58,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:19:58,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:19:58,193 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:19:58,193 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:19:58,193 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278798193,5,FailOnTimeoutGroup] 2024-12-04T02:19:58,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:19:58,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:58,194 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T02:19:58,196 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278798193,5,FailOnTimeoutGroup] 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278798196, completionTime=-1 2024-12-04T02:19:58,196 WARN [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T02:19:58,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T02:19:58,200 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(746): ClusterId : 562bf451-4885-43d4-851e-4b273aa7d695 2024-12-04T02:19:58,200 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:19:58,212 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:19:58,212 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:19:58,223 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:19:58,224 DEBUG [RS:0;40249addbad9:35383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f35cc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:19:58,253 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:35383 2024-12-04T02:19:58,253 INFO [RS:0;40249addbad9:35383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:19:58,253 INFO [RS:0;40249addbad9:35383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:19:58,253 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:19:58,254 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,44483,1733278797419 with port=35383, startcode=1733278797465 2024-12-04T02:19:58,254 DEBUG [RS:0;40249addbad9:35383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:19:58,257 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:19:58,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,35383,1733278797465 2024-12-04T02:19:58,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44483 {}] master.ServerManager(517): Registering regionserver=40249addbad9,35383,1733278797465 2024-12-04T02:19:58,259 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf 2024-12-04T02:19:58,259 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37059 2024-12-04T02:19:58,259 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:19:58,297 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T02:19:58,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/rs 2024-12-04T02:19:58,302 DEBUG [RS:0;40249addbad9:35383 {}] zookeeper.ZKUtil(111): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on existing znode=/0415470538/rs/40249addbad9,35383,1733278797465 2024-12-04T02:19:58,302 WARN [RS:0;40249addbad9:35383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:19:58,302 INFO [RS:0;40249addbad9:35383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:58,302 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465 2024-12-04T02:19:58,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,35383,1733278797465] 2024-12-04T02:19:58,327 INFO [RS:0;40249addbad9:35383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:19:58,329 INFO [RS:0;40249addbad9:35383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:19:58,330 INFO [RS:0;40249addbad9:35383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:19:58,330 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,330 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:19:58,332 INFO [RS:0;40249addbad9:35383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:19:58,333 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:58,333 DEBUG [RS:0;40249addbad9:35383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:19:58,340 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,341 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,341 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,341 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,341 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,341 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35383,1733278797465-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:19:58,344 WARN [40249addbad9:44483 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T02:19:58,359 INFO [RS:0;40249addbad9:35383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:19:58,359 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35383,1733278797465-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,378 INFO [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,35383,1733278797465, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:19:58,379 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,379 INFO [RS:0;40249addbad9:35383 {}] regionserver.Replication(171): 40249addbad9,35383,1733278797465 started 2024-12-04T02:19:58,396 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:19:58,396 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,35383,1733278797465, RpcServer on 40249addbad9/172.17.0.3:35383, sessionid=0x1019e2349fb0007 2024-12-04T02:19:58,396 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:19:58,396 DEBUG [RS:0;40249addbad9:35383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,35383,1733278797465 2024-12-04T02:19:58,396 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35383,1733278797465' 2024-12-04T02:19:58,396 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0415470538/flush-table-proc/abort' 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0415470538/flush-table-proc/acquired' 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,35383,1733278797465 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35383,1733278797465' 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0415470538/online-snapshot/abort' 2024-12-04T02:19:58,397 DEBUG [RS:0;40249addbad9:35383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0415470538/online-snapshot/acquired' 2024-12-04T02:19:58,398 DEBUG [RS:0;40249addbad9:35383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:19:58,398 INFO [RS:0;40249addbad9:35383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:19:58,398 INFO [RS:0;40249addbad9:35383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:19:58,399 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:41775' 2024-12-04T02:19:58,400 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ebd7e2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:58,400 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,41775,-1 for getting cluster id 2024-12-04T02:19:58,400 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:19:58,401 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b05aa9a8-576c-46bb-b6e1-bfcc1b184371' 2024-12-04T02:19:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:19:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b05aa9a8-576c-46bb-b6e1-bfcc1b184371" 2024-12-04T02:19:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18742ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,41775,-1] 2024-12-04T02:19:58,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:19:58,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:19:58,404 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:19:58,405 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c75dc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:19:58,405 DEBUG [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:19:58,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,41775,1733278788047 2024-12-04T02:19:58,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40fc6729 2024-12-04T02:19:58,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:19:58,408 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T02:19:58,408 INFO [RS:0;40249addbad9:35383.replicationSource,1-40249addbad9,35383,1733278797465 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,35383,1733278797465 (queues=0) is replicating from cluster=562bf451-4885-43d4-851e-4b273aa7d695 to cluster=b05aa9a8-576c-46bb-b6e1-bfcc1b184371 2024-12-04T02:19:58,498 INFO [RS:0;40249addbad9:35383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:19:58,499 INFO [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35383%2C1733278797465, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:19:58,513 DEBUG [RS:0;40249addbad9:35383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500, exclude list is [], retry=0 2024-12-04T02:19:58,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:58,521 INFO [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 2024-12-04T02:19:58,521 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 40249addbad9%2C35383%2C1733278797465 for peer 1 2024-12-04T02:19:58,521 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C35383%2C1733278797465 2024-12-04T02:19:58,521 INFO [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,35383,1733278797465, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:19:58,522 DEBUG [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:58,522 INFO [RS:0;40249addbad9:35383.replicationSource.shipper40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C35383%2C1733278797465 2024-12-04T02:19:58,522 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500, startPosition=0, beingWritten=true 2024-12-04T02:19:58,595 DEBUG [40249addbad9:44483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:19:58,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,35383,1733278797465 2024-12-04T02:19:58,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35383,1733278797465, state=OPENING 2024-12-04T02:19:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,612 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:19:58,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35383,1733278797465}] 2024-12-04T02:19:58,734 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:19:58,765 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:19:58,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:19:58,772 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:19:58,772 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:19:58,772 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:19:58,774 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35383%2C1733278797465.meta, suffix=.meta, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:19:58,793 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.meta.1733278798774.meta, exclude list is [], retry=0 2024-12-04T02:19:58,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:19:58,800 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.meta.1733278798774.meta 2024-12-04T02:19:58,801 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:19:58,801 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:19:58,802 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:19:58,802 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:19:58,802 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:19:58,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:19:58,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:19:58,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,813 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/info/a9470b92632f4acab52edc5a87879591 2024-12-04T02:19:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:58,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:19:58,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:19:58,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,820 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/ns/4c313e0c1a3d433184a290c58cc7bb16 2024-12-04T02:19:58,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:58,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:19:58,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:19:58,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:58,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:19:58,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:19:58,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:19:58,829 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/table/d419e7990cba4f61b1959240332b1476 2024-12-04T02:19:58,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:19:58,829 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:19:58,830 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:58,831 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740 2024-12-04T02:19:58,832 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:19:58,832 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:19:58,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:19:58,834 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:19:58,835 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101204, jitterRate=0.05949050188064575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:19:58,835 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:19:58,835 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278798802Writing region info on filesystem at 1733278798802Initializing all the Stores at 1733278798803 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278798803Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278798803Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278798803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278798803Cleaning up temporary data from old regions at 1733278798832 (+29 ms)Running coprocessor post-open hooks at 1733278798835 (+3 ms)Region opened successfully at 1733278798835 2024-12-04T02:19:58,836 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733278798764 2024-12-04T02:19:58,838 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:19:58,838 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:19:58,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=40249addbad9,35383,1733278797465 2024-12-04T02:19:58,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35383,1733278797465, state=OPEN 2024-12-04T02:19:58,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0415470538/meta-region-server 2024-12-04T02:19:58,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0415470538/meta-region-server: CHANGED 2024-12-04T02:19:58,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,35383,1733278797465 2024-12-04T02:19:58,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T02:19:58,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35383,1733278797465 in 296 msec 2024-12-04T02:19:58,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:19:58,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 717 msec 2024-12-04T02:19:59,039 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:19:59,443 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:19:59,799 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-04T02:19:59,950 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:00,557 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:01,262 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:01,302 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3106ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T02:20:02,066 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:02,704 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T02:20:02,704 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:20:02,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:02,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35383,1733278797465, seqNum=-1] 2024-12-04T02:20:02,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:02,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:02,709 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b37721c4f869b96c771aefc293acc731, regionState=OPEN, lastHost=40249addbad9,42335,1733278783676, regionLocation=40249addbad9,42335,1733278783676, openSeqNum=2 2024-12-04T02:20:02,709 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:20:02,709 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278862709 2024-12-04T02:20:02,709 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278922709 2024-12-04T02:20:02,709 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T02:20:02,709 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 40249addbad9,42335,1733278783676 had 2 regions 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:44483, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,710 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,711 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 40249addbad9,42335,1733278783676, splitWal=true, meta=true, isMeta: false 2024-12-04T02:20:02,712 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676-splitting dir is empty, no logs to split. 2024-12-04T02:20:02,712 INFO [PEWorker-3 {}] master.SplitWALManager(105): 40249addbad9,42335,1733278783676 WAL count=0, meta=false 2024-12-04T02:20:02,714 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,42335,1733278783676-splitting dir is empty, no logs to split. 2024-12-04T02:20:02,714 INFO [PEWorker-3 {}] master.SplitWALManager(105): 40249addbad9,42335,1733278783676 WAL count=0, meta=false 2024-12-04T02:20:02,714 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 40249addbad9,42335,1733278783676 WAL splitting is done? wals=0, meta=false 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.171sec 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:02,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:20:02,717 WARN [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=40249addbad9,42335,1733278783676/hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:02,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN}] 2024-12-04T02:20:02,719 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN 2024-12-04T02:20:02,719 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:20:02,719 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:20:02,719 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44483,1733278797419-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:02,720 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T02:20:02,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0ff9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44483,-1 for getting cluster id 2024-12-04T02:20:02,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:02,805 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562bf451-4885-43d4-851e-4b273aa7d695' 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562bf451-4885-43d4-851e-4b273aa7d695" 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18be987e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44483,-1] 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:02,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,806 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:02,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24265446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:02,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35383,1733278797465, seqNum=-1] 2024-12-04T02:20:02,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:02,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:02,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T02:20:02,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:02,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:02,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:02,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 40249addbad9:44483 after: 40249addbad9:44483 2024-12-04T02:20:02,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bf362f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44483,-1 for getting cluster id 2024-12-04T02:20:02,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:02,814 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '562bf451-4885-43d4-851e-4b273aa7d695' 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "562bf451-4885-43d4-851e-4b273aa7d695" 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e914c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44483,-1] 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:02,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,815 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:02,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576aba22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:02,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44483,1733278797419 2024-12-04T02:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7742fcaa 2024-12-04T02:20:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:02,817 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:02,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-04T02:20:02,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:20:02,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:02,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:02,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:02,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:20:02,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=580515995, stopped=false 2024-12-04T02:20:02,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,41775,1733278788047 2024-12-04T02:20:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11463092884/running 2024-12-04T02:20:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11463092884/running 2024-12-04T02:20:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:20:02,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:20:02,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:02,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:02,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:02,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/running 2024-12-04T02:20:02,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Set watcher on znode that does not yet exist, /11463092884/running 2024-12-04T02:20:02,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,36613,1733278788155' ***** 2024-12-04T02:20:02,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:20:02,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,36613,1733278788155 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:36613. 2024-12-04T02:20:02,829 DEBUG [RS:0;40249addbad9:36613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:02,829 DEBUG [RS:0;40249addbad9:36613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:20:02,829 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:20:02,829 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:20:02,829 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:02,830 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:02,830 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:02,830 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:02,830 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:02,830 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:02,830 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T02:20:02,845 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/.tmp/ns/215153335e434512a4ed3657cce6bcd2 is 43, key is default/ns:d/1733278791604/Put/seqid=0 2024-12-04T02:20:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741835_1011 (size=5153) 2024-12-04T02:20:02,870 DEBUG [40249addbad9:44483 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:20:02,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b37721c4f869b96c771aefc293acc731, regionState=OPENING, regionLocation=40249addbad9,35383,1733278797465 2024-12-04T02:20:02,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN because future has completed 2024-12-04T02:20:02,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,35383,1733278797465}] 2024-12-04T02:20:02,889 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:02,971 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:03,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:03,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:03,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:20:03,030 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:03,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35383%2C1733278797465.rep, suffix=, logDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465, archiveDir=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs, maxLogs=10 2024-12-04T02:20:03,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.rep.1733278803031, exclude list is [], retry=0 2024-12-04T02:20:03,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36165,DS-fd11a1bb-4cf3-4dd6-a1cc-915576d644ff,DISK] 2024-12-04T02:20:03,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.rep.1733278803031 2024-12-04T02:20:03,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-12-04T02:20:03,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b37721c4f869b96c771aefc293acc731, NAME => 'hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:03,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:03,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:03,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. service=MultiRowMutationService 2024-12-04T02:20:03,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:20:03,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:03,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,048 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,049 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName hfileref 2024-12-04T02:20:03,049 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:03,049 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:03,049 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,050 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName queue 2024-12-04T02:20:03,050 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:03,055 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/queue/2584536559db40dfa2e49175bb0be297 2024-12-04T02:20:03,055 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:03,055 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,055 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b37721c4f869b96c771aefc293acc731 columnFamilyName sid 2024-12-04T02:20:03,055 DEBUG [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:03,056 INFO [StoreOpener-b37721c4f869b96c771aefc293acc731-1 {}] regionserver.HStore(327): Store=b37721c4f869b96c771aefc293acc731/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:03,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:03,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b37721c4f869b96c771aefc293acc731; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70619018, jitterRate=0.052305370569229126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:03,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:03,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b37721c4f869b96c771aefc293acc731: Running coprocessor pre-open hook at 1733278803047Writing region info on filesystem at 1733278803047Initializing all the Stores at 1733278803048 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278803048Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278803048Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278803048Cleaning up temporary data from old regions at 1733278803058 (+10 ms)Running coprocessor post-open hooks at 1733278803061 (+3 ms)Region opened successfully at 1733278803062 (+1 ms) 2024-12-04T02:20:03,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., pid=13, masterSystemTime=1733278803025 2024-12-04T02:20:03,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:03,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:03,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b37721c4f869b96c771aefc293acc731, regionState=OPEN, openSeqNum=9, regionLocation=40249addbad9,35383,1733278797465 2024-12-04T02:20:03,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,35383,1733278797465 because future has completed 2024-12-04T02:20:03,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T02:20:03,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b37721c4f869b96c771aefc293acc731, server=40249addbad9,35383,1733278797465 in 194 msec 2024-12-04T02:20:03,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T02:20:03,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b37721c4f869b96c771aefc293acc731, ASSIGN in 351 msec 2024-12-04T02:20:03,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T02:20:03,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., hostname=40249addbad9,35383,1733278797465, seqNum=9] 2024-12-04T02:20:03,088 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 40249addbad9,42335,1733278783676 2024-12-04T02:20:03,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T02:20:03,230 DEBUG [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:03,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T02:20:03,249 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/.tmp/ns/215153335e434512a4ed3657cce6bcd2 2024-12-04T02:20:03,255 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/.tmp/ns/215153335e434512a4ed3657cce6bcd2 as hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/ns/215153335e434512a4ed3657cce6bcd2 2024-12-04T02:20:03,259 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/ns/215153335e434512a4ed3657cce6bcd2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T02:20:03,259 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-12-04T02:20:03,259 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:20:03,263 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T02:20:03,264 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:03,264 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:03,264 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:03,264 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278802830Running coprocessor pre-close hooks at 1733278802830Disabling compacts and flushes for region at 1733278802830Disabling writes for close at 1733278802830Obtaining lock to block concurrent updates at 1733278802830Preparing flush snapshotting stores in 1588230740 at 1733278802830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733278802830Flushing stores of hbase:meta,,1.1588230740 at 1733278802830Flushing 1588230740/ns: creating writer at 1733278802830Flushing 1588230740/ns: appending metadata at 1733278802844 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733278802844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515bd18c: reopening flushed file at 1733278803254 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1733278803259 (+5 ms)Writing region close event to WAL at 1733278803260 (+1 ms)Running coprocessor post-close hooks at 1733278803264 (+4 ms)Closed at 1733278803264 2024-12-04T02:20:03,264 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:03,374 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:20:03,374 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:20:03,430 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,36613,1733278788155; all regions closed. 2024-12-04T02:20:03,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741834_1010 (size=1152) 2024-12-04T02:20:03,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.meta.1733278791556.meta not finished, retry = 0 2024-12-04T02:20:03,534 DEBUG [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/oldWALs 2024-12-04T02:20:03,534 INFO [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C36613%2C1733278788155.meta:.meta(num 1733278791556) 2024-12-04T02:20:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741832_1008 (size=93) 2024-12-04T02:20:03,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/WALs/40249addbad9,36613,1733278788155/40249addbad9%2C36613%2C1733278788155.1733278790502 not finished, retry = 0 2024-12-04T02:20:03,639 DEBUG [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/oldWALs 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C36613%2C1733278788155:(num 1733278790502) 2024-12-04T02:20:03,639 DEBUG [RS:0;40249addbad9:36613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:03,639 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:03,639 INFO [RS:0;40249addbad9:36613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36613 2024-12-04T02:20:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11463092884/rs/40249addbad9,36613,1733278788155 2024-12-04T02:20:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884/rs 2024-12-04T02:20:03,653 INFO [RS:0;40249addbad9:36613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:03,664 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,36613,1733278788155] 2024-12-04T02:20:03,674 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11463092884/draining/40249addbad9,36613,1733278788155 already deleted, retry=false 2024-12-04T02:20:03,674 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,36613,1733278788155 expired; onlineServers=0 2024-12-04T02:20:03,674 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,41775,1733278788047' ***** 2024-12-04T02:20:03,674 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:20:03,674 INFO [M:0;40249addbad9:41775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:03,674 INFO [M:0;40249addbad9:41775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:03,675 DEBUG [M:0;40249addbad9:41775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:20:03,675 DEBUG [M:0;40249addbad9:41775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:20:03,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:20:03,675 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278790287 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278790287,5,FailOnTimeoutGroup] 2024-12-04T02:20:03,675 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278790288 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278790288,5,FailOnTimeoutGroup] 2024-12-04T02:20:03,675 INFO [M:0;40249addbad9:41775 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:03,675 INFO [M:0;40249addbad9:41775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:03,675 DEBUG [M:0;40249addbad9:41775 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:20:03,675 INFO [M:0;40249addbad9:41775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:20:03,675 INFO [M:0;40249addbad9:41775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:03,675 INFO [M:0;40249addbad9:41775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:20:03,675 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:20:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11463092884/master 2024-12-04T02:20:03,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11463092884 2024-12-04T02:20:03,685 DEBUG [M:0;40249addbad9:41775 {}] zookeeper.ZKUtil(347): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Unable to get data of znode /11463092884/master because node does not exist (not an error) 2024-12-04T02:20:03,685 WARN [M:0;40249addbad9:41775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:20:03,686 INFO [M:0;40249addbad9:41775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/.lastflushedseqids 2024-12-04T02:20:03,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741836_1012 (size=99) 2024-12-04T02:20:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:03,764 INFO [RS:0;40249addbad9:36613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:03,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36613-0x1019e2349fb0004, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:03,764 INFO [RS:0;40249addbad9:36613 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,36613,1733278788155; zookeeper connection closed. 2024-12-04T02:20:03,764 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7c9bb7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7c9bb7 2024-12-04T02:20:03,765 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:20:03,975 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:04,090 INFO [M:0;40249addbad9:41775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:20:04,091 INFO [M:0;40249addbad9:41775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:20:04,091 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:04,091 INFO [M:0;40249addbad9:41775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:04,091 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:04,091 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:04,091 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:04,091 INFO [M:0;40249addbad9:41775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T02:20:04,104 DEBUG [M:0;40249addbad9:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2df2a30130049d88af5d82742534f77 is 82, key is hbase:meta,,1/info:regioninfo/1733278791586/Put/seqid=0 2024-12-04T02:20:04,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741837_1013 (size=5672) 2024-12-04T02:20:04,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:04,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:04,508 INFO [M:0;40249addbad9:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2df2a30130049d88af5d82742534f77 2024-12-04T02:20:04,525 DEBUG [M:0;40249addbad9:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c88e298381bd4121aad7c3e820e4f23a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733278791607/Put/seqid=0 2024-12-04T02:20:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741838_1014 (size=5275) 2024-12-04T02:20:04,930 INFO [M:0;40249addbad9:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c88e298381bd4121aad7c3e820e4f23a 2024-12-04T02:20:04,946 DEBUG [M:0;40249addbad9:41775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad474576fe041cd9756296d5016aa70 is 69, key is 40249addbad9,36613,1733278788155/rs:state/1733278790336/Put/seqid=0 2024-12-04T02:20:04,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741839_1015 (size=5156) 2024-12-04T02:20:05,081 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:05,350 INFO [M:0;40249addbad9:41775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad474576fe041cd9756296d5016aa70 2024-12-04T02:20:05,355 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2df2a30130049d88af5d82742534f77 as hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2df2a30130049d88af5d82742534f77 2024-12-04T02:20:05,360 INFO [M:0;40249addbad9:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2df2a30130049d88af5d82742534f77, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T02:20:05,361 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c88e298381bd4121aad7c3e820e4f23a as hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c88e298381bd4121aad7c3e820e4f23a 2024-12-04T02:20:05,365 INFO [M:0;40249addbad9:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c88e298381bd4121aad7c3e820e4f23a, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T02:20:05,366 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ad474576fe041cd9756296d5016aa70 as hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad474576fe041cd9756296d5016aa70 2024-12-04T02:20:05,371 INFO [M:0;40249addbad9:41775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33823/user/jenkins/test-data/3f211ab5-88b8-fb82-dc54-7b7936cf52c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ad474576fe041cd9756296d5016aa70, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T02:20:05,371 INFO [M:0;40249addbad9:41775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-12-04T02:20:05,378 INFO [M:0;40249addbad9:41775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:05,378 DEBUG [M:0;40249addbad9:41775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278804091Disabling compacts and flushes for region at 1733278804091Disabling writes for close at 1733278804091Obtaining lock to block concurrent updates at 1733278804091Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278804091Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733278804091Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278804092 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278804092Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278804104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278804104Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278804512 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278804525 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278804525Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278804934 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278804946 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278804946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547cde98: reopening flushed file at 1733278805354 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@304ed9d3: reopening flushed file at 1733278805360 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b78c7c: reopening flushed file at 1733278805365 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1733278805371 (+6 ms)Writing region close event to WAL at 1733278805378 (+7 ms)Closed at 1733278805378 2024-12-04T02:20:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39963 is added to blk_1073741830_1006 (size=10165) 2024-12-04T02:20:05,382 INFO [M:0;40249addbad9:41775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:20:05,382 INFO [M:0;40249addbad9:41775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41775 2024-12-04T02:20:05,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:05,382 INFO [M:0;40249addbad9:41775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:05,511 INFO [M:0;40249addbad9:41775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:05,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41775-0x1019e2349fb0003, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:05,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76157cb7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:05,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295dfbb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:05,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:05,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bc612a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:05,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3cb308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:05,515 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:20:05,515 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:20:05,515 WARN [BP-351056516-172.17.0.3-1733278785806 heartbeating to localhost/127.0.0.1:33823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:20:05,515 WARN [BP-351056516-172.17.0.3-1733278785806 heartbeating to localhost/127.0.0.1:33823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-351056516-172.17.0.3-1733278785806 (Datanode Uuid a365eb9b-5afe-44df-91a6-08dcf245682b) service to localhost/127.0.0.1:33823 2024-12-04T02:20:05,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/cluster_35460a5f-092c-5468-1210-d97275fbe4d3/data/data1/current/BP-351056516-172.17.0.3-1733278785806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:05,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/cluster_35460a5f-092c-5468-1210-d97275fbe4d3/data/data2/current/BP-351056516-172.17.0.3-1733278785806 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:05,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:20:05,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@119d149e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:05,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2baceaa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:05,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:05,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e4c95c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:05,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a00d386{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:05,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:20:05,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:20:05,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:05,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:05,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:05,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:05,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:05,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:20:05,532 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1960881864, stopped=false 2024-12-04T02:20:05,532 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,44483,1733278797419 2024-12-04T02:20:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/running 2024-12-04T02:20:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/running 2024-12-04T02:20:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:20:05,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:20:05,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:05,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:05,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:05,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:05,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:20:05,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Set watcher on znode that does not yet exist, /0415470538/running 2024-12-04T02:20:05,590 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,35383,1733278797465' ***** 2024-12-04T02:20:05,590 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:20:05,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(3091): Received CLOSE for b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,35383,1733278797465 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35383. 2024-12-04T02:20:05,590 DEBUG [RS:0;40249addbad9:35383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:05,590 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b37721c4f869b96c771aefc293acc731, disabling compactions & flushes 2024-12-04T02:20:05,590 DEBUG [RS:0;40249addbad9:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:05,590 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:20:05,590 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:20:05,590 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. after waiting 0 ms 2024-12-04T02:20:05,590 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:05,590 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:20:05,591 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:20:05,591 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1325): Online Regions={b37721c4f869b96c771aefc293acc731=hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:20:05,591 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b37721c4f869b96c771aefc293acc731 2024-12-04T02:20:05,591 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:05,591 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:05,591 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:05,591 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:05,591 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:05,591 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T02:20:05,594 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/replication/b37721c4f869b96c771aefc293acc731/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T02:20:05,594 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:05,594 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:05,594 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:05,594 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b37721c4f869b96c771aefc293acc731: Waiting for close lock at 1733278805590Running coprocessor pre-close hooks at 1733278805590Disabling compacts and flushes for region at 1733278805590Disabling writes for close at 1733278805590Writing region close event to WAL at 1733278805591 (+1 ms)Running coprocessor post-close hooks at 1733278805594 (+3 ms)Closed at 1733278805594 2024-12-04T02:20:05,594 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731. 2024-12-04T02:20:05,603 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/8d6f7d3975014b66b7c3ebcc7b9eacc9 is 147, key is hbase:replication,,1733278791759.b37721c4f869b96c771aefc293acc731./info:regioninfo/1733278803065/Put/seqid=0 2024-12-04T02:20:05,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741851_1027 (size=6385) 2024-12-04T02:20:05,646 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:05,791 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:05,991 DEBUG [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:06,007 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/8d6f7d3975014b66b7c3ebcc7b9eacc9 2024-12-04T02:20:06,012 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/.tmp/info/8d6f7d3975014b66b7c3ebcc7b9eacc9 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/info/8d6f7d3975014b66b7c3ebcc7b9eacc9 2024-12-04T02:20:06,018 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/info/8d6f7d3975014b66b7c3ebcc7b9eacc9, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T02:20:06,018 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-12-04T02:20:06,022 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T02:20:06,023 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:06,023 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:06,023 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:06,023 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278805591Running coprocessor pre-close hooks at 1733278805591Disabling compacts and flushes for region at 1733278805591Disabling writes for close at 1733278805591Obtaining lock to block concurrent updates at 1733278805591Preparing flush snapshotting stores in 1588230740 at 1733278805591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733278805591Flushing stores of hbase:meta,,1.1588230740 at 1733278805592 (+1 ms)Flushing 1588230740/info: creating writer at 1733278805592Flushing 1588230740/info: appending metadata at 1733278805603 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733278805603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e949276: reopening flushed file at 1733278806012 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1733278806018 (+6 ms)Writing region close event to WAL at 1733278806019 (+1 ms)Running coprocessor post-close hooks at 1733278806023 (+4 ms)Closed at 1733278806023 2024-12-04T02:20:06,023 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:06,191 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,35383,1733278797465; all regions closed. 2024-12-04T02:20:06,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741849_1025 (size=2156) 2024-12-04T02:20:06,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.meta.1733278798774.meta not finished, retry = 0 2024-12-04T02:20:06,287 DEBUG [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/WALs/40249addbad9,35383,1733278797465/40249addbad9%2C35383%2C1733278797465.1733278798500 to pos 0, reset compression=false 2024-12-04T02:20:06,295 DEBUG [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:20:06,295 INFO [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35383%2C1733278797465.meta:.meta(num 1733278798774) 2024-12-04T02:20:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741850_1026 (size=796) 2024-12-04T02:20:06,299 DEBUG [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:20:06,299 INFO [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35383%2C1733278797465.rep:(num 1733278803031) 2024-12-04T02:20:06,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741848_1024 (size=93) 2024-12-04T02:20:06,302 DEBUG [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/oldWALs 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C35383%2C1733278797465:(num 1733278798500) 2024-12-04T02:20:06,302 DEBUG [RS:0;40249addbad9:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:06,302 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:06,302 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T02:20:06,302 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T02:20:06,302 INFO [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,35383,1733278797465 because: Region server is closing 2024-12-04T02:20:06,302 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T02:20:06,303 INFO [RS:0;40249addbad9:35383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35383. 2024-12-04T02:20:06,303 DEBUG [RS:0;40249addbad9:35383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:06,303 DEBUG [RS:0;40249addbad9:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:06,303 DEBUG [RS:0;40249addbad9:35383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:06,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:06,403 WARN [RS:0;40249addbad9:35383.replicationSource.shipper40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:20:06,403 WARN [RS:0;40249addbad9:35383.replicationSource.wal-reader.40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:20:06,403 INFO [RS:0;40249addbad9:35383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;40249addbad9:35383.replicationSource.shipper40249addbad9%2C35383%2C1733278797465,1-40249addbad9,35383,1733278797465 terminated 2024-12-04T02:20:06,403 INFO [RS:0;40249addbad9:35383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35383 2024-12-04T02:20:06,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/rs/40249addbad9,35383,1733278797465 2024-12-04T02:20:06,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538/rs 2024-12-04T02:20:06,453 INFO [RS:0;40249addbad9:35383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:06,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,35383,1733278797465] 2024-12-04T02:20:06,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0415470538/draining/40249addbad9,35383,1733278797465 already deleted, retry=false 2024-12-04T02:20:06,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,35383,1733278797465 expired; onlineServers=0 2024-12-04T02:20:06,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,44483,1733278797419' ***** 2024-12-04T02:20:06,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:20:06,474 INFO [M:0;40249addbad9:44483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:06,474 INFO [M:0;40249addbad9:44483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:06,474 DEBUG [M:0;40249addbad9:44483 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:20:06,474 DEBUG [M:0;40249addbad9:44483 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:20:06,474 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:20:06,474 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278798193 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278798193,5,FailOnTimeoutGroup] 2024-12-04T02:20:06,474 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278798193 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278798193,5,FailOnTimeoutGroup] 2024-12-04T02:20:06,475 INFO [M:0;40249addbad9:44483 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:06,475 INFO [M:0;40249addbad9:44483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:06,475 DEBUG [M:0;40249addbad9:44483 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:20:06,475 INFO [M:0;40249addbad9:44483 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:20:06,475 INFO [M:0;40249addbad9:44483 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:06,475 INFO [M:0;40249addbad9:44483 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:20:06,475 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0415470538/master 2024-12-04T02:20:06,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0415470538 2024-12-04T02:20:06,485 DEBUG [M:0;40249addbad9:44483 {}] zookeeper.ZKUtil(347): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Unable to get data of znode /0415470538/master because node does not exist (not an error) 2024-12-04T02:20:06,485 WARN [M:0;40249addbad9:44483 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:20:06,485 INFO [M:0;40249addbad9:44483 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/.lastflushedseqids 2024-12-04T02:20:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741852_1028 (size=181) 2024-12-04T02:20:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:06,564 INFO [RS:0;40249addbad9:35383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:06,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35383-0x1019e2349fb0007, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:06,564 INFO [RS:0;40249addbad9:35383 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,35383,1733278797465; zookeeper connection closed. 2024-12-04T02:20:06,564 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@579702e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@579702e7 2024-12-04T02:20:06,564 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:20:06,889 INFO [M:0;40249addbad9:44483 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:20:06,890 INFO [M:0;40249addbad9:44483 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:20:06,890 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:06,890 INFO [M:0;40249addbad9:44483 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:06,890 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:06,890 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:06,890 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:06,890 INFO [M:0;40249addbad9:44483 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T02:20:06,906 DEBUG [M:0;40249addbad9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0a648ba8ca24e66b218d758d0a3491f is 82, key is hbase:meta,,1/info:regioninfo/1733278798838/Put/seqid=0 2024-12-04T02:20:06,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741853_1029 (size=5672) 2024-12-04T02:20:06,912 INFO [M:0;40249addbad9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0a648ba8ca24e66b218d758d0a3491f 2024-12-04T02:20:06,931 DEBUG [M:0;40249addbad9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a2641ae60ac4886ab2cd45e9bb2be25 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733278803069/Put/seqid=0 2024-12-04T02:20:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741854_1030 (size=7312) 2024-12-04T02:20:07,336 INFO [M:0;40249addbad9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a2641ae60ac4886ab2cd45e9bb2be25 2024-12-04T02:20:07,359 DEBUG [M:0;40249addbad9:44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a49ad8118ec46f08a9dad6456a9aefa is 69, key is 40249addbad9,35383,1733278797465/rs:state/1733278798257/Put/seqid=0 2024-12-04T02:20:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741855_1031 (size=5370) 2024-12-04T02:20:07,769 INFO [M:0;40249addbad9:44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a49ad8118ec46f08a9dad6456a9aefa 2024-12-04T02:20:07,774 INFO [M:0;40249addbad9:44483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a49ad8118ec46f08a9dad6456a9aefa 2024-12-04T02:20:07,775 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0a648ba8ca24e66b218d758d0a3491f as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0a648ba8ca24e66b218d758d0a3491f 2024-12-04T02:20:07,779 INFO [M:0;40249addbad9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0a648ba8ca24e66b218d758d0a3491f, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T02:20:07,780 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a2641ae60ac4886ab2cd45e9bb2be25 as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a2641ae60ac4886ab2cd45e9bb2be25 2024-12-04T02:20:07,785 INFO [M:0;40249addbad9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a2641ae60ac4886ab2cd45e9bb2be25, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T02:20:07,786 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a49ad8118ec46f08a9dad6456a9aefa as hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a49ad8118ec46f08a9dad6456a9aefa 2024-12-04T02:20:07,791 INFO [M:0;40249addbad9:44483 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a49ad8118ec46f08a9dad6456a9aefa 2024-12-04T02:20:07,791 INFO [M:0;40249addbad9:44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37059/user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a49ad8118ec46f08a9dad6456a9aefa, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T02:20:07,792 INFO [M:0;40249addbad9:44483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=127, compaction requested=false 2024-12-04T02:20:07,793 INFO [M:0;40249addbad9:44483 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:07,793 DEBUG [M:0;40249addbad9:44483 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278806890Disabling compacts and flushes for region at 1733278806890Disabling writes for close at 1733278806890Obtaining lock to block concurrent updates at 1733278806890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278806890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733278806890Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278806891 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278806891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278806905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278806905Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278806916 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278806931 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278806931Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278807341 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278807358 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278807358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23af7de1: reopening flushed file at 1733278807774 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eeb6969: reopening flushed file at 1733278807779 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44bb1d78: reopening flushed file at 1733278807785 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=127, compaction requested=false at 1733278807792 (+7 ms)Writing region close event to WAL at 1733278807793 (+1 ms)Closed at 1733278807793 2024-12-04T02:20:07,796 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2af83e8-1419-5d25-76f5-7ac746912ddf/MasterData/WALs/40249addbad9,44483,1733278797419/40249addbad9%2C44483%2C1733278797419.1733278797987 not finished, retry = 0 2024-12-04T02:20:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36165 is added to blk_1073741847_1023 (size=22903) 2024-12-04T02:20:07,897 INFO [M:0;40249addbad9:44483 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:20:07,897 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:07,897 INFO [M:0;40249addbad9:44483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44483 2024-12-04T02:20:07,897 INFO [M:0;40249addbad9:44483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:20:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:20:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:08,016 INFO [M:0;40249addbad9:44483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:08,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44483-0x1019e2349fb0006, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:08,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@687da7d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:08,025 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c69d36f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:08,025 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:08,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68c55ec6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:08,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@730d7034{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:08,027 WARN [BP-1130391439-172.17.0.3-1733278781026 heartbeating to localhost/127.0.0.1:37059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:20:08,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:20:08,027 WARN [BP-1130391439-172.17.0.3-1733278781026 heartbeating to localhost/127.0.0.1:37059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1130391439-172.17.0.3-1733278781026 (Datanode Uuid 0751dd23-1894-4ba7-99ab-6b67ab1a0e64) service to localhost/127.0.0.1:37059 2024-12-04T02:20:08,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:20:08,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/data/data1/current/BP-1130391439-172.17.0.3-1733278781026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:08,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/cluster_279e6506-228a-5461-36a8-2598cdeae44f/data/data2/current/BP-1130391439-172.17.0.3-1733278781026 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:08,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:20:08,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb10f45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:08,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@175c8f9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:08,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:08,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d0f045{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:08,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19a44678{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/eb526679-9fd9-2c07-62de-39a559618c13/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:08,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:20:08,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:20:08,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 158) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37059 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33823 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62405) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62405) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 670), ProcessCount=11 (was 11), AvailableMemoryMB=4525 (was 4292) - AvailableMemoryMB LEAK? - 2024-12-04T02:20:08,074 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=11, AvailableMemoryMB=4525 2024-12-04T02:20:08,087 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T02:20:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir so I do NOT create it in target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93 2024-12-04T02:20:08,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:20:08,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.tmp.dir so I do NOT create it in target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93 2024-12-04T02:20:08,088 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cbc7b928-b99b-2267-05a6-ec86d5098ca1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:20:08,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93 2024-12-04T02:20:08,088 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9, deleteOnExit=true 2024-12-04T02:20:08,113 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/zookeeper_0, clientPort=51652, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:20:08,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51652 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/test.cache.data in system properties and HBase conf 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:20:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:20:08,117 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:20:08,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:20:08,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:20:08,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:08,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:20:08,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:20:08,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e2349fb0005, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:20:08,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e2349fb0005, quorum=127.0.0.1:62405, baseZNode=/11463092884 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:20:08,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e2349fb0002, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:20:08,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e2349fb0002, quorum=127.0.0.1:62405, baseZNode=/0415470538 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:20:08,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:08,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:08,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:08,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:20:08,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:08,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d8fb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:08,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66cab43e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:08,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b577f7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/java.io.tmpdir/jetty-localhost-42107-hadoop-hdfs-3_4_1-tests_jar-_-any-9772709848677181724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:08,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c5281a4{HTTP/1.1, (http/1.1)}{localhost:42107} 2024-12-04T02:20:08,705 INFO [Time-limited test {}] server.Server(415): Started @170765ms 2024-12-04T02:20:09,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:09,082 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:09,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:09,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:09,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:20:09,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@676af7c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:09,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b0cdc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:09,242 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@763a17ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/java.io.tmpdir/jetty-localhost-42561-hadoop-hdfs-3_4_1-tests_jar-_-any-10171044570346557588/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:09,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a543dd6{HTTP/1.1, (http/1.1)}{localhost:42561} 2024-12-04T02:20:09,242 INFO [Time-limited test {}] server.Server(415): Started @171301ms 2024-12-04T02:20:09,244 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:20:10,900 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/data/data1/current/BP-4602839-172.17.0.3-1733278808169/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:10,900 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/data/data2/current/BP-4602839-172.17.0.3-1733278808169/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:10,918 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:20:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd73989b2494013b0 with lease ID 0x1b65f46b857620d0: Processing first storage report for DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c from datanode DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5d5a8d7d-62ed-44e8-8710-d89b25286721, infoPort=44247, infoSecurePort=0, ipcPort=46477, storageInfo=lv=-57;cid=testClusterID;nsid=1042211969;c=1733278808169) 2024-12-04T02:20:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd73989b2494013b0 with lease ID 0x1b65f46b857620d0: from storage DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c node DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5d5a8d7d-62ed-44e8-8710-d89b25286721, infoPort=44247, infoSecurePort=0, ipcPort=46477, storageInfo=lv=-57;cid=testClusterID;nsid=1042211969;c=1733278808169), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:20:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd73989b2494013b0 with lease ID 0x1b65f46b857620d0: Processing first storage report for DS-98daef00-8adc-453f-9695-3dcadd1f64a2 from datanode DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5d5a8d7d-62ed-44e8-8710-d89b25286721, infoPort=44247, infoSecurePort=0, ipcPort=46477, storageInfo=lv=-57;cid=testClusterID;nsid=1042211969;c=1733278808169) 2024-12-04T02:20:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd73989b2494013b0 with lease ID 0x1b65f46b857620d0: from storage DS-98daef00-8adc-453f-9695-3dcadd1f64a2 node DatanodeRegistration(127.0.0.1:41287, datanodeUuid=5d5a8d7d-62ed-44e8-8710-d89b25286721, infoPort=44247, infoSecurePort=0, ipcPort=46477, storageInfo=lv=-57;cid=testClusterID;nsid=1042211969;c=1733278808169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:10,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93 2024-12-04T02:20:10,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:10,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:10,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:20:11,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:11,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:11,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94 with version=8 2024-12-04T02:20:11,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/hbase-staging 2024-12-04T02:20:11,375 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:20:11,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:11,384 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46185 2024-12-04T02:20:11,386 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46185 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461850x0, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:11,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46185-0x1019e23b3da0000 connected 2024-12-04T02:20:11,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:11,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:11,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/running 2024-12-04T02:20:11,615 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94, hbase.cluster.distributed=false 2024-12-04T02:20:11,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/acl 2024-12-04T02:20:11,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T02:20:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46185 2024-12-04T02:20:11,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46185 2024-12-04T02:20:11,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T02:20:11,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46185 2024-12-04T02:20:11,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:20:11,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:11,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33773 2024-12-04T02:20:11,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33773 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:11,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:11,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:11,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337730x0, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:11,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337730x0, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/running 2024-12-04T02:20:11,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33773-0x1019e23b3da0001 connected 2024-12-04T02:20:11,670 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:20:11,672 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:20:11,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/master 2024-12-04T02:20:11,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/acl 2024-12-04T02:20:11,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33773 2024-12-04T02:20:11,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33773 2024-12-04T02:20:11,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33773 2024-12-04T02:20:11,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33773 2024-12-04T02:20:11,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33773 2024-12-04T02:20:11,699 DEBUG [M:0;40249addbad9:46185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:46185 2024-12-04T02:20:11,700 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01707703248/backup-masters/40249addbad9,46185,1733278811375 2024-12-04T02:20:11,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/backup-masters 2024-12-04T02:20:11,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/backup-masters 2024-12-04T02:20:11,772 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on existing znode=/01707703248/backup-masters/40249addbad9,46185,1733278811375 2024-12-04T02:20:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01707703248/master 2024-12-04T02:20:11,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:11,897 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on existing znode=/01707703248/master 2024-12-04T02:20:11,898 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01707703248/backup-masters/40249addbad9,46185,1733278811375 from backup master directory 2024-12-04T02:20:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/backup-masters 2024-12-04T02:20:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01707703248/backup-masters/40249addbad9,46185,1733278811375 2024-12-04T02:20:11,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/backup-masters 2024-12-04T02:20:11,979 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:11,979 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,46185,1733278811375 2024-12-04T02:20:11,983 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/hbase.id] with ID: fe34fa64-5663-4eb7-9343-1a5b09ede6c4 2024-12-04T02:20:11,983 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/.tmp/hbase.id 2024-12-04T02:20:11,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:20:12,395 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/.tmp/hbase.id]:[hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/hbase.id] 2024-12-04T02:20:12,403 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:12,403 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:20:12,404 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:20:12,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:12,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:12,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:20:12,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:12,635 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:20:12,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:20:13,103 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store 2024-12-04T02:20:13,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:20:13,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:13,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:13,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:13,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:13,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:13,555 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:13,555 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:13,556 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278813555Disabling compacts and flushes for region at 1733278813555Disabling writes for close at 1733278813555Writing region close event to WAL at 1733278813555Closed at 1733278813555 2024-12-04T02:20:13,572 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/.initializing 2024-12-04T02:20:13,572 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/WALs/40249addbad9,46185,1733278811375 2024-12-04T02:20:13,584 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:13,608 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C46185%2C1733278811375, suffix=, logDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/WALs/40249addbad9,46185,1733278811375, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/oldWALs, maxLogs=10 2024-12-04T02:20:13,627 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/WALs/40249addbad9,46185,1733278811375/40249addbad9%2C46185%2C1733278811375.1733278813609, exclude list is [], retry=0 2024-12-04T02:20:13,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c,DISK] 2024-12-04T02:20:13,663 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/WALs/40249addbad9,46185,1733278811375/40249addbad9%2C46185%2C1733278811375.1733278813609 2024-12-04T02:20:13,672 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44247:44247)] 2024-12-04T02:20:13,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:13,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:13,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:20:13,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:13,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:13,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:20:13,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:13,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:20:13,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:13,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:13,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:20:13,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:13,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:13,719 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,720 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,720 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,741 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,741 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,748 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:13,758 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:13,780 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:13,781 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62073378, jitterRate=-0.07503458857536316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:13,782 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278813673Initializing all the Stores at 1733278813682 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278813682Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278813683 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278813683Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278813683Cleaning up temporary data from old regions at 1733278813741 (+58 ms)Region opened successfully at 1733278813782 (+41 ms) 2024-12-04T02:20:13,788 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:20:13,805 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b478e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:13,816 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:20:13,817 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:20:13,817 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:20:13,817 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:20:13,821 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-04T02:20:13,821 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:20:13,821 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:20:13,837 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:20:13,844 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Unable to get data of znode /01707703248/balancer because node does not exist (not necessarily an error) 2024-12-04T02:20:13,915 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/balancer already deleted, retry=false 2024-12-04T02:20:13,916 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:20:13,917 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Unable to get data of znode /01707703248/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:20:13,978 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/normalizer already deleted, retry=false 2024-12-04T02:20:13,978 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:20:13,997 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Unable to get data of znode /01707703248/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:20:14,064 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/switch/split already deleted, retry=false 2024-12-04T02:20:14,065 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Unable to get data of znode /01707703248/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:20:14,090 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/switch/merge already deleted, retry=false 2024-12-04T02:20:14,094 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Unable to get data of znode /01707703248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:20:14,182 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/snapshot-cleanup already deleted, retry=false 2024-12-04T02:20:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01707703248/running 2024-12-04T02:20:14,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01707703248/running 2024-12-04T02:20:14,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,238 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,46185,1733278811375, sessionid=0x1019e23b3da0000, setting cluster-up flag (Was=false) 2024-12-04T02:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,571 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01707703248/flush-table-proc/acquired, /01707703248/flush-table-proc/reached, /01707703248/flush-table-proc/abort 2024-12-04T02:20:14,573 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,46185,1733278811375 2024-12-04T02:20:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:14,869 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01707703248/online-snapshot/acquired, /01707703248/online-snapshot/reached, /01707703248/online-snapshot/abort 2024-12-04T02:20:14,872 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,46185,1733278811375 2024-12-04T02:20:14,884 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:20:14,886 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:14,886 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:20:14,886 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:20:14,886 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,46185,1733278811375 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:20:14,887 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:14,888 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:14,888 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:14,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:14,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:20:14,901 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:14,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:20:14,956 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278844956 2024-12-04T02:20:14,956 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:20:14,956 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:20:14,956 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:20:14,957 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:20:14,957 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:20:14,957 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:20:14,964 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:14,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:20:14,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:20:14,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:20:14,984 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:20:14,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:20:14,996 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:20:15,006 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278814997,5,FailOnTimeoutGroup] 2024-12-04T02:20:15,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278815006,5,FailOnTimeoutGroup] 2024-12-04T02:20:15,024 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,024 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:20:15,024 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,024 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,052 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(746): ClusterId : fe34fa64-5663-4eb7-9343-1a5b09ede6c4 2024-12-04T02:20:15,052 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:20:15,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:20:15,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:20:15,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94 2024-12-04T02:20:15,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:20:15,208 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:20:15,209 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:20:15,305 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:20:15,305 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347b69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:15,339 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:33773 2024-12-04T02:20:15,342 INFO [RS:0;40249addbad9:33773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:20:15,342 INFO [RS:0;40249addbad9:33773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:20:15,342 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:20:15,345 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,46185,1733278811375 with port=33773, startcode=1733278811637 2024-12-04T02:20:15,345 DEBUG [RS:0;40249addbad9:33773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:20:15,357 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:20:15,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46185 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,33773,1733278811637 2024-12-04T02:20:15,357 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46185 {}] master.ServerManager(517): Registering regionserver=40249addbad9,33773,1733278811637 2024-12-04T02:20:15,369 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94 2024-12-04T02:20:15,369 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34407 2024-12-04T02:20:15,369 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:20:15,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/rs 2024-12-04T02:20:15,401 DEBUG [RS:0;40249addbad9:33773 {}] zookeeper.ZKUtil(111): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on existing znode=/01707703248/rs/40249addbad9,33773,1733278811637 2024-12-04T02:20:15,401 WARN [RS:0;40249addbad9:33773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:15,401 INFO [RS:0;40249addbad9:33773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:15,401 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637 2024-12-04T02:20:15,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,33773,1733278811637] 2024-12-04T02:20:15,420 INFO [RS:0;40249addbad9:33773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:20:15,431 INFO [RS:0;40249addbad9:33773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:20:15,432 INFO [RS:0;40249addbad9:33773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:20:15,432 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,436 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:20:15,437 INFO [RS:0;40249addbad9:33773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:20:15,437 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,437 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,437 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,437 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:15,438 DEBUG [RS:0;40249addbad9:33773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,472 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33773,1733278811637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:15,495 INFO [RS:0;40249addbad9:33773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:20:15,495 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33773,1733278811637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,495 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,496 INFO [RS:0;40249addbad9:33773 {}] regionserver.Replication(171): 40249addbad9,33773,1733278811637 started 2024-12-04T02:20:15,516 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:15,516 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,33773,1733278811637, RpcServer on 40249addbad9/172.17.0.3:33773, sessionid=0x1019e23b3da0001 2024-12-04T02:20:15,516 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:20:15,516 DEBUG [RS:0;40249addbad9:33773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,33773,1733278811637 2024-12-04T02:20:15,516 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,33773,1733278811637' 2024-12-04T02:20:15,516 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01707703248/flush-table-proc/abort' 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01707703248/flush-table-proc/acquired' 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,33773,1733278811637 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,33773,1733278811637' 2024-12-04T02:20:15,517 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01707703248/online-snapshot/abort' 2024-12-04T02:20:15,518 DEBUG [RS:0;40249addbad9:33773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01707703248/online-snapshot/acquired' 2024-12-04T02:20:15,518 DEBUG [RS:0;40249addbad9:33773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:20:15,518 INFO [RS:0;40249addbad9:33773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:20:15,518 INFO [RS:0;40249addbad9:33773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:20:15,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:15,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:15,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:15,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:15,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:15,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:15,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:15,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:15,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:15,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:15,619 INFO [RS:0;40249addbad9:33773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:15,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:15,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:15,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:15,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:15,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:15,647 INFO [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C33773%2C1733278811637, suffix=, logDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs, maxLogs=10 2024-12-04T02:20:15,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:15,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740 2024-12-04T02:20:15,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740 2024-12-04T02:20:15,666 DEBUG [RS:0;40249addbad9:33773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647, exclude list is [], retry=0 2024-12-04T02:20:15,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c,DISK] 2024-12-04T02:20:15,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:15,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:15,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:15,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:15,685 INFO [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 2024-12-04T02:20:15,700 DEBUG [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44247:44247)] 2024-12-04T02:20:15,703 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:15,703 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74796522, jitterRate=0.11455503106117249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:15,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278815537Initializing all the Stores at 1733278815545 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278815545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278815545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278815545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278815545Cleaning up temporary data from old regions at 1733278815679 (+134 ms)Region opened successfully at 1733278815704 (+25 ms) 2024-12-04T02:20:15,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:15,704 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:15,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:15,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:15,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:15,707 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:15,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278815704Disabling compacts and flushes for region at 1733278815704Disabling writes for close at 1733278815704Writing region close event to WAL at 1733278815707 (+3 ms)Closed at 1733278815707 2024-12-04T02:20:15,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:15,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:20:15,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:20:15,710 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:15,711 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:20:15,864 DEBUG [40249addbad9:46185 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:20:15,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:15,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,33773,1733278811637, state=OPENING 2024-12-04T02:20:15,895 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:20:15,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:15,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:15,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01707703248/meta-region-server: CHANGED 2024-12-04T02:20:15,920 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:15,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,33773,1733278811637}] 2024-12-04T02:20:15,921 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01707703248/meta-region-server: CHANGED 2024-12-04T02:20:16,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:16,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:20:16,122 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:20:16,122 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:16,123 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:20:16,125 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C33773%2C1733278811637.meta, suffix=.meta, logDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs, maxLogs=10 2024-12-04T02:20:16,146 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.meta.1733278816125.meta, exclude list is [], retry=0 2024-12-04T02:20:16,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c,DISK] 2024-12-04T02:20:16,161 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.meta.1733278816125.meta 2024-12-04T02:20:16,170 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44247:44247)] 2024-12-04T02:20:16,170 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:16,170 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:16,170 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:16,171 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:20:16,171 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:20:16,171 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:20:16,171 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:16,171 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:20:16,171 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:20:16,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:16,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:16,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:16,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:16,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:16,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:16,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:16,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:16,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:16,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:16,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:16,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:16,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:16,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:16,192 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:16,193 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740 2024-12-04T02:20:16,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740 2024-12-04T02:20:16,195 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:16,195 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:16,196 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:16,197 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:16,198 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72432891, jitterRate=0.07933418452739716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:16,198 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:20:16,199 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278816171Writing region info on filesystem at 1733278816171Initializing all the Stores at 1733278816172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278816173 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278816180 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278816180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278816180Cleaning up temporary data from old regions at 1733278816195 (+15 ms)Running coprocessor post-open hooks at 1733278816198 (+3 ms)Region opened successfully at 1733278816198 2024-12-04T02:20:16,200 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278816088 2024-12-04T02:20:16,202 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:20:16,202 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:20:16,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:16,211 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,33773,1733278811637, state=OPEN 2024-12-04T02:20:16,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01707703248/meta-region-server 2024-12-04T02:20:16,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,33773,1733278811637 2024-12-04T02:20:16,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01707703248/meta-region-server: CHANGED 2024-12-04T02:20:16,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:20:16,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,33773,1733278811637 in 385 msec 2024-12-04T02:20:16,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:20:16,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 601 msec 2024-12-04T02:20:16,315 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:16,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01707703248/meta-region-server 2024-12-04T02:20:16,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01707703248/meta-region-server: CHANGED 2024-12-04T02:20:16,316 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:20:16,318 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:16,318 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:16,319 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:16,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:16,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4510 sec 2024-12-04T02:20:16,338 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278816338, completionTime=-1 2024-12-04T02:20:16,338 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:20:16,338 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:20:16,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:20:16,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278876341 2024-12-04T02:20:16,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278936341 2024-12-04T02:20:16,341 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:20:16,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:46185, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,342 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,344 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,345 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:20:16,349 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.370sec 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:16,350 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:20:16,358 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:20:16,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:20:16,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46185,1733278811375-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:16,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f14fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:16,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:16,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:16,369 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4badb8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:16,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:16,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:16,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:16,371 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:16,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c5f92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:16,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:16,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:16,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,46185,1733278811375 2024-12-04T02:20:16,380 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:16,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:16,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e23b3da0002 connected 2024-12-04T02:20:16,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir so I do NOT create it in target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033 2024-12-04T02:20:16,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:20:16,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.tmp.dir so I do NOT create it in target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033 2024-12-04T02:20:16,475 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:20:16,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033 2024-12-04T02:20:16,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:20:16,475 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/cluster_0ce0957e-a21d-0538-20e0-b0757bbd5b80, deleteOnExit=true 2024-12-04T02:20:16,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/test.cache.data in system properties and HBase conf 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:20:16,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:20:16,476 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:20:16,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:20:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:20:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:20:16,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:20:16,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:16,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:16,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:16,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:16,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:20:16,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:16,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7205e040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:16,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@174dd381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:17,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64a44995{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/java.io.tmpdir/jetty-localhost-34919-hadoop-hdfs-3_4_1-tests_jar-_-any-2013193013241810309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:17,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@331b9df7{HTTP/1.1, (http/1.1)}{localhost:34919} 2024-12-04T02:20:17,115 INFO [Time-limited test {}] server.Server(415): Started @179175ms 2024-12-04T02:20:17,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:17,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:17,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:17,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:17,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:20:17,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54002209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:17,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71415a35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:17,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56319531{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/java.io.tmpdir/jetty-localhost-38833-hadoop-hdfs-3_4_1-tests_jar-_-any-18311023591369149266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:17,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c2a388f{HTTP/1.1, (http/1.1)}{localhost:38833} 2024-12-04T02:20:17,754 INFO [Time-limited test {}] server.Server(415): Started @179813ms 2024-12-04T02:20:17,756 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:20:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:20:17,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:17,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T02:20:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:17,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T02:20:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:20:17,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:19,134 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/cluster_0ce0957e-a21d-0538-20e0-b0757bbd5b80/data/data1/current/BP-1232668208-172.17.0.3-1733278816499/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:19,140 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/cluster_0ce0957e-a21d-0538-20e0-b0757bbd5b80/data/data2/current/BP-1232668208-172.17.0.3-1733278816499/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:19,204 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63cc0cc571a5c1f7 with lease ID 0x7294c9532ae4c2cb: Processing first storage report for DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=8fb8a773-6e2b-4afb-8934-20ea6adb299c, infoPort=44219, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1170271607;c=1733278816499) 2024-12-04T02:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63cc0cc571a5c1f7 with lease ID 0x7294c9532ae4c2cb: from storage DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=8fb8a773-6e2b-4afb-8934-20ea6adb299c, infoPort=44219, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1170271607;c=1733278816499), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63cc0cc571a5c1f7 with lease ID 0x7294c9532ae4c2cb: Processing first storage report for DS-12a58735-e1b5-4288-8466-4e9b7682d63a from datanode DatanodeRegistration(127.0.0.1:42515, datanodeUuid=8fb8a773-6e2b-4afb-8934-20ea6adb299c, infoPort=44219, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1170271607;c=1733278816499) 2024-12-04T02:20:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63cc0cc571a5c1f7 with lease ID 0x7294c9532ae4c2cb: from storage DS-12a58735-e1b5-4288-8466-4e9b7682d63a node DatanodeRegistration(127.0.0.1:42515, datanodeUuid=8fb8a773-6e2b-4afb-8934-20ea6adb299c, infoPort=44219, infoSecurePort=0, ipcPort=39745, storageInfo=lv=-57;cid=testClusterID;nsid=1170271607;c=1733278816499), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:19,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033 2024-12-04T02:20:19,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:20:19,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c with version=8 2024-12-04T02:20:19,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/hbase-staging 2024-12-04T02:20:19,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:20:19,352 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:19,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38487 2024-12-04T02:20:19,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38487 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:19,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384870x0, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:19,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38487-0x1019e23b3da0003 connected 2024-12-04T02:20:19,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/running 2024-12-04T02:20:19,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c, hbase.cluster.distributed=false 2024-12-04T02:20:19,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/acl 2024-12-04T02:20:19,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-04T02:20:19,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487 2024-12-04T02:20:19,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487 2024-12-04T02:20:19,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-04T02:20:19,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487 2024-12-04T02:20:19,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:19,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:19,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:19,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:19,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:20:19,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:19,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39595 2024-12-04T02:20:19,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39595 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:19,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:19,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395950x0, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:19,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395950x0, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/running 2024-12-04T02:20:19,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:20:19,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39595-0x1019e23b3da0004 connected 2024-12-04T02:20:19,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:20:19,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/master 2024-12-04T02:20:19,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/acl 2024-12-04T02:20:19,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T02:20:19,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39595 2024-12-04T02:20:19,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39595 2024-12-04T02:20:19,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T02:20:19,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39595 2024-12-04T02:20:19,791 DEBUG [M:0;40249addbad9:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:38487 2024-12-04T02:20:19,792 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11560125716/backup-masters/40249addbad9,38487,1733278819351 2024-12-04T02:20:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/backup-masters 2024-12-04T02:20:19,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/backup-masters 2024-12-04T02:20:19,801 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on existing znode=/11560125716/backup-masters/40249addbad9,38487,1733278819351 2024-12-04T02:20:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560125716/master 2024-12-04T02:20:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:19,813 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on existing znode=/11560125716/master 2024-12-04T02:20:19,813 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11560125716/backup-masters/40249addbad9,38487,1733278819351 from backup master directory 2024-12-04T02:20:19,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560125716/backup-masters/40249addbad9,38487,1733278819351 2024-12-04T02:20:19,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/backup-masters 2024-12-04T02:20:19,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/backup-masters 2024-12-04T02:20:19,822 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:19,822 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,38487,1733278819351 2024-12-04T02:20:19,834 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/hbase.id] with ID: 1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc 2024-12-04T02:20:19,834 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/.tmp/hbase.id 2024-12-04T02:20:19,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:20:20,276 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/.tmp/hbase.id]:[hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/hbase.id] 2024-12-04T02:20:20,331 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:20,331 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:20:20,337 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-12-04T02:20:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:20,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:20:20,837 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:20,837 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:20:20,844 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:20:21,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,334 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store 2024-12-04T02:20:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:21,402 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:21,402 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:21,402 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278821402Disabling compacts and flushes for region at 1733278821402Disabling writes for close at 1733278821402Writing region close event to WAL at 1733278821402Closed at 1733278821402 2024-12-04T02:20:21,405 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/.initializing 2024-12-04T02:20:21,405 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/WALs/40249addbad9,38487,1733278819351 2024-12-04T02:20:21,406 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:21,408 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C38487%2C1733278819351, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/WALs/40249addbad9,38487,1733278819351, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/oldWALs, maxLogs=10 2024-12-04T02:20:21,434 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/WALs/40249addbad9,38487,1733278819351/40249addbad9%2C38487%2C1733278819351.1733278821408, exclude list is [], retry=0 2024-12-04T02:20:21,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e,DISK] 2024-12-04T02:20:21,445 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/WALs/40249addbad9,38487,1733278819351/40249addbad9%2C38487%2C1733278819351.1733278821408 2024-12-04T02:20:21,452 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-12-04T02:20:21,452 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:21,453 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:21,453 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,453 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:20:21,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:21,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:21,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:20:21,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:21,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:21,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:20:21,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:21,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:21,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:20:21,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:21,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:21,493 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,497 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,498 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,500 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,500 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,500 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:21,507 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:21,520 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:21,524 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72655503, jitterRate=0.08265136182308197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:21,524 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278821453Initializing all the Stores at 1733278821454 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278821454Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278821461 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278821461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278821461Cleaning up temporary data from old regions at 1733278821500 (+39 ms)Region opened successfully at 1733278821524 (+24 ms) 2024-12-04T02:20:21,525 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:20:21,535 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4028db32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:21,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:20:21,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:20:21,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:20:21,536 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:20:21,542 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-12-04T02:20:21,543 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:20:21,543 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:20:21,548 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:20:21,550 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Unable to get data of znode /11560125716/balancer because node does not exist (not necessarily an error) 2024-12-04T02:20:21,605 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/balancer already deleted, retry=false 2024-12-04T02:20:21,605 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:20:21,611 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Unable to get data of znode /11560125716/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:20:21,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/normalizer already deleted, retry=false 2024-12-04T02:20:21,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:20:21,689 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Unable to get data of znode /11560125716/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:20:21,741 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/switch/split already deleted, retry=false 2024-12-04T02:20:21,742 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Unable to get data of znode /11560125716/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:20:21,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:21,814 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/switch/merge already deleted, retry=false 2024-12-04T02:20:21,836 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Unable to get data of znode /11560125716/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:20:21,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:21,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:20:21,899 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/snapshot-cleanup already deleted, retry=false 2024-12-04T02:20:21,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560125716/running 2024-12-04T02:20:21,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:21,965 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,38487,1733278819351, sessionid=0x1019e23b3da0003, setting cluster-up flag (Was=false) 2024-12-04T02:20:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11560125716/running 2024-12-04T02:20:21,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:22,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:22,205 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11560125716/flush-table-proc/acquired, /11560125716/flush-table-proc/reached, /11560125716/flush-table-proc/abort 2024-12-04T02:20:22,208 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38487,1733278819351 2024-12-04T02:20:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:22,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:22,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11560125716/online-snapshot/acquired, /11560125716/online-snapshot/reached, /11560125716/online-snapshot/abort 2024-12-04T02:20:22,460 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38487,1733278819351 2024-12-04T02:20:22,461 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:20:22,462 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:22,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:20:22,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:20:22,462 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,38487,1733278819351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:22,463 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278852464 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:20:22,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:20:22,464 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:20:22,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:20:22,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:20:22,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:20:22,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:20:22,465 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:20:22,466 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:22,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:20:22,468 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278822465,5,FailOnTimeoutGroup] 2024-12-04T02:20:22,468 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278822468,5,FailOnTimeoutGroup] 2024-12-04T02:20:22,468 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,468 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:20:22,468 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,468 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:20:22,498 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(746): ClusterId : 1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc 2024-12-04T02:20:22,498 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:20:22,533 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:20:22,533 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:20:22,553 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:20:22,553 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a286c2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:22,567 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:39595 2024-12-04T02:20:22,567 INFO [RS:0;40249addbad9:39595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:20:22,567 INFO [RS:0;40249addbad9:39595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:20:22,567 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:20:22,568 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,38487,1733278819351 with port=39595, startcode=1733278819698 2024-12-04T02:20:22,568 DEBUG [RS:0;40249addbad9:39595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:20:22,569 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:20:22,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,39595,1733278819698 2024-12-04T02:20:22,570 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(517): Registering regionserver=40249addbad9,39595,1733278819698 2024-12-04T02:20:22,572 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c 2024-12-04T02:20:22,572 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37741 2024-12-04T02:20:22,572 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:20:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/rs 2024-12-04T02:20:22,629 DEBUG [RS:0;40249addbad9:39595 {}] zookeeper.ZKUtil(111): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on existing znode=/11560125716/rs/40249addbad9,39595,1733278819698 2024-12-04T02:20:22,629 WARN [RS:0;40249addbad9:39595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:22,629 INFO [RS:0;40249addbad9:39595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:22,629 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698 2024-12-04T02:20:22,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,39595,1733278819698] 2024-12-04T02:20:22,632 INFO [RS:0;40249addbad9:39595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:20:22,633 INFO [RS:0;40249addbad9:39595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:20:22,634 INFO [RS:0;40249addbad9:39595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:20:22,634 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,634 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:20:22,635 INFO [RS:0;40249addbad9:39595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:20:22,635 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,635 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,636 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:22,636 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:22,636 DEBUG [RS:0;40249addbad9:39595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,636 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,39595,1733278819698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:22,651 INFO [RS:0;40249addbad9:39595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:20:22,651 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,39595,1733278819698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,651 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,651 INFO [RS:0;40249addbad9:39595 {}] regionserver.Replication(171): 40249addbad9,39595,1733278819698 started 2024-12-04T02:20:22,667 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:22,667 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,39595,1733278819698, RpcServer on 40249addbad9/172.17.0.3:39595, sessionid=0x1019e23b3da0004 2024-12-04T02:20:22,667 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,39595,1733278819698 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,39595,1733278819698' 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11560125716/flush-table-proc/abort' 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11560125716/flush-table-proc/acquired' 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,39595,1733278819698 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,39595,1733278819698' 2024-12-04T02:20:22,668 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11560125716/online-snapshot/abort' 2024-12-04T02:20:22,669 DEBUG [RS:0;40249addbad9:39595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11560125716/online-snapshot/acquired' 2024-12-04T02:20:22,670 DEBUG [RS:0;40249addbad9:39595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:20:22,670 INFO [RS:0;40249addbad9:39595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:20:22,670 INFO [RS:0;40249addbad9:39595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:20:22,770 INFO [RS:0;40249addbad9:39595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:22,780 INFO [RS:0;40249addbad9:39595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39595%2C1733278819698, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/oldWALs, maxLogs=10 2024-12-04T02:20:22,800 DEBUG [RS:0;40249addbad9:39595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, exclude list is [], retry=0 2024-12-04T02:20:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e,DISK] 2024-12-04T02:20:22,805 INFO [RS:0;40249addbad9:39595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 2024-12-04T02:20:22,805 DEBUG [RS:0;40249addbad9:39595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-12-04T02:20:22,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:20:22,882 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c 2024-12-04T02:20:22,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:20:22,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:22,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:22,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:22,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:22,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:22,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:22,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:22,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:22,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:22,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:22,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:22,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:22,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:22,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:22,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:22,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:22,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:22,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:22,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740 2024-12-04T02:20:22,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740 2024-12-04T02:20:22,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:22,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:22,945 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:22,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:22,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:22,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63179979, jitterRate=-0.05854494869709015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278822909Initializing all the Stores at 1733278822910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278822910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278822910Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278822910Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278822910Cleaning up temporary data from old regions at 1733278822944 (+34 ms)Region opened successfully at 1733278822963 (+19 ms) 2024-12-04T02:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:22,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:22,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:22,967 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:22,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278822963Disabling compacts and flushes for region at 1733278822963Disabling writes for close at 1733278822963Writing region close event to WAL at 1733278822967 (+4 ms)Closed at 1733278822967 2024-12-04T02:20:22,968 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:22,968 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:20:22,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:20:22,970 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:22,972 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:20:23,122 DEBUG [40249addbad9:38487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:20:23,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:23,124 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,39595,1733278819698, state=OPENING 2024-12-04T02:20:23,137 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:20:23,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:23,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:23,150 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:23,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560125716/meta-region-server: CHANGED 2024-12-04T02:20:23,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,39595,1733278819698}] 2024-12-04T02:20:23,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560125716/meta-region-server: CHANGED 2024-12-04T02:20:23,305 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:23,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:20:23,325 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:20:23,325 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:23,326 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:20:23,328 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39595%2C1733278819698.meta, suffix=.meta, logDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/oldWALs, maxLogs=10 2024-12-04T02:20:23,344 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.meta.1733278823328.meta, exclude list is [], retry=0 2024-12-04T02:20:23,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e,DISK] 2024-12-04T02:20:23,374 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.meta.1733278823328.meta 2024-12-04T02:20:23,374 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-12-04T02:20:23,374 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:23,375 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:20:23,375 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:20:23,375 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:20:23,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:23,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:23,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:23,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:23,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:23,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:23,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:23,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:23,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:23,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:23,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:23,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:23,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:23,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:23,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:23,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:23,385 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:23,385 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740 2024-12-04T02:20:23,386 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740 2024-12-04T02:20:23,387 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:23,387 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:23,388 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:23,389 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:23,390 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68290647, jitterRate=0.017609938979148865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:23,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:20:23,390 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278823375Writing region info on filesystem at 1733278823375Initializing all the Stores at 1733278823377 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278823377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278823380 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278823380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278823380Cleaning up temporary data from old regions at 1733278823387 (+7 ms)Running coprocessor post-open hooks at 1733278823390 (+3 ms)Region opened successfully at 1733278823390 2024-12-04T02:20:23,391 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278823305 2024-12-04T02:20:23,394 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:20:23,394 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:20:23,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:23,395 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,39595,1733278819698, state=OPEN 2024-12-04T02:20:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11560125716/meta-region-server 2024-12-04T02:20:23,406 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,39595,1733278819698 2024-12-04T02:20:23,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560125716/meta-region-server: CHANGED 2024-12-04T02:20:23,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11560125716/meta-region-server 2024-12-04T02:20:23,406 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11560125716/meta-region-server: CHANGED 2024-12-04T02:20:23,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:20:23,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,39595,1733278819698 in 256 msec 2024-12-04T02:20:23,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:20:23,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-12-04T02:20:23,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:23,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:20:23,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:23,414 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:23,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:23,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:23,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 957 msec 2024-12-04T02:20:23,419 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278823419, completionTime=-1 2024-12-04T02:20:23,419 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:20:23,419 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278883421 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278943421 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:38487, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,421 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,422 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,425 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.606sec 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:23,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:20:23,436 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:20:23,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:20:23,436 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38487,1733278819351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:23,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e87ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:23,505 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:23,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:23,507 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa451c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:23,507 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:23,508 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:23,509 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:23,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e84b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:23,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:23,512 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:23,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:23,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,38487,1733278819351 2024-12-04T02:20:23,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51652 2024-12-04T02:20:23,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:23,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e23b3da0005 connected 2024-12-04T02:20:23,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ba03157 2024-12-04T02:20:23,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:23,541 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:23,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:20:23,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:23,544 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:23,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:20:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:23,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:20:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:23,965 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcc591e1b02018e1537516e66bd19a37, NAME => 'test,,1733278823542.bcc591e1b02018e1537516e66bd19a37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94 2024-12-04T02:20:23,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:20:23,998 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278823542.bcc591e1b02018e1537516e66bd19a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:23,999 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bcc591e1b02018e1537516e66bd19a37, disabling compactions & flushes 2024-12-04T02:20:23,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:23,999 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:23,999 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. after waiting 0 ms 2024-12-04T02:20:23,999 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:23,999 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:23,999 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcc591e1b02018e1537516e66bd19a37: Waiting for close lock at 1733278823999Disabling compacts and flushes for region at 1733278823999Disabling writes for close at 1733278823999Writing region close event to WAL at 1733278823999Closed at 1733278823999 2024-12-04T02:20:24,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:24,000 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278823542.bcc591e1b02018e1537516e66bd19a37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278824000"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278824000"}]},"ts":"1733278824000"} 2024-12-04T02:20:24,003 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:24,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:24,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278824005"}]},"ts":"1733278824005"} 2024-12-04T02:20:24,008 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:20:24,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcc591e1b02018e1537516e66bd19a37, ASSIGN}] 2024-12-04T02:20:24,012 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcc591e1b02018e1537516e66bd19a37, ASSIGN 2024-12-04T02:20:24,014 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bcc591e1b02018e1537516e66bd19a37, ASSIGN; state=OFFLINE, location=40249addbad9,33773,1733278811637; forceNewPlan=false, retain=false 2024-12-04T02:20:24,166 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcc591e1b02018e1537516e66bd19a37, regionState=OPENING, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:24,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bcc591e1b02018e1537516e66bd19a37, ASSIGN because future has completed 2024-12-04T02:20:24,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcc591e1b02018e1537516e66bd19a37, server=40249addbad9,33773,1733278811637}] 2024-12-04T02:20:24,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:24,342 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:24,343 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bcc591e1b02018e1537516e66bd19a37, NAME => 'test,,1733278823542.bcc591e1b02018e1537516e66bd19a37.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:24,343 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:24,343 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:20:24,343 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,343 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278823542.bcc591e1b02018e1537516e66bd19a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:24,343 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,343 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,348 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,349 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc591e1b02018e1537516e66bd19a37 columnFamilyName f 2024-12-04T02:20:24,350 DEBUG [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:24,350 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(327): Store=bcc591e1b02018e1537516e66bd19a37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:24,350 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,352 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc591e1b02018e1537516e66bd19a37 columnFamilyName f1 2024-12-04T02:20:24,352 DEBUG [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:24,352 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(327): Store=bcc591e1b02018e1537516e66bd19a37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:24,352 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,354 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcc591e1b02018e1537516e66bd19a37 columnFamilyName norep 2024-12-04T02:20:24,354 DEBUG [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:24,354 INFO [StoreOpener-bcc591e1b02018e1537516e66bd19a37-1 {}] regionserver.HStore(327): Store=bcc591e1b02018e1537516e66bd19a37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:24,354 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,355 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,355 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,356 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,356 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,357 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:24,358 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,369 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:24,369 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bcc591e1b02018e1537516e66bd19a37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71018096, jitterRate=0.05825209617614746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:24,369 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:24,370 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bcc591e1b02018e1537516e66bd19a37: Running coprocessor pre-open hook at 1733278824344Writing region info on filesystem at 1733278824344Initializing all the Stores at 1733278824345 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278824345Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278824348 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278824348Cleaning up temporary data from old regions at 1733278824356 (+8 ms)Running coprocessor post-open hooks at 1733278824369 (+13 ms)Region opened successfully at 1733278824370 (+1 ms) 2024-12-04T02:20:24,371 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., pid=6, masterSystemTime=1733278824327 2024-12-04T02:20:24,372 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:24,372 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:24,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcc591e1b02018e1537516e66bd19a37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:24,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcc591e1b02018e1537516e66bd19a37, server=40249addbad9,33773,1733278811637 because future has completed 2024-12-04T02:20:24,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:20:24,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcc591e1b02018e1537516e66bd19a37, server=40249addbad9,33773,1733278811637 in 204 msec 2024-12-04T02:20:24,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:20:24,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bcc591e1b02018e1537516e66bd19a37, ASSIGN in 371 msec 2024-12-04T02:20:24,384 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:24,384 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278824384"}]},"ts":"1733278824384"} 2024-12-04T02:20:24,387 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:20:24,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:24,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 847 msec 2024-12-04T02:20:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:24,682 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:20:24,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:24,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f86091 2024-12-04T02:20:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:24,685 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:24,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:20:24,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:24,692 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:24,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:20:24,693 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:24,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:20:24,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af5f59705fa4a3578c17320f1aecc8cf, NAME => 'test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c 2024-12-04T02:20:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:20:24,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:24,797 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af5f59705fa4a3578c17320f1aecc8cf, disabling compactions & flushes 2024-12-04T02:20:24,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:24,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:24,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. after waiting 0 ms 2024-12-04T02:20:24,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:24,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:24,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af5f59705fa4a3578c17320f1aecc8cf: Waiting for close lock at 1733278824797Disabling compacts and flushes for region at 1733278824797Disabling writes for close at 1733278824798 (+1 ms)Writing region close event to WAL at 1733278824798Closed at 1733278824798 2024-12-04T02:20:24,800 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:24,801 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278824800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278824800"}]},"ts":"1733278824800"} 2024-12-04T02:20:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:24,803 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:24,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:24,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278824806"}]},"ts":"1733278824806"} 2024-12-04T02:20:24,817 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:20:24,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af5f59705fa4a3578c17320f1aecc8cf, ASSIGN}] 2024-12-04T02:20:24,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af5f59705fa4a3578c17320f1aecc8cf, ASSIGN 2024-12-04T02:20:24,821 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af5f59705fa4a3578c17320f1aecc8cf, ASSIGN; state=OFFLINE, location=40249addbad9,39595,1733278819698; forceNewPlan=false, retain=false 2024-12-04T02:20:24,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af5f59705fa4a3578c17320f1aecc8cf, regionState=OPENING, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:24,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af5f59705fa4a3578c17320f1aecc8cf, ASSIGN because future has completed 2024-12-04T02:20:24,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5f59705fa4a3578c17320f1aecc8cf, server=40249addbad9,39595,1733278819698}] 2024-12-04T02:20:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:25,136 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:25,136 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af5f59705fa4a3578c17320f1aecc8cf, NAME => 'test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:25,136 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:25,136 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:20:25,137 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,137 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:25,137 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,137 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,138 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,139 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5f59705fa4a3578c17320f1aecc8cf columnFamilyName f 2024-12-04T02:20:25,139 DEBUG [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:25,140 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(327): Store=af5f59705fa4a3578c17320f1aecc8cf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:25,140 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,141 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5f59705fa4a3578c17320f1aecc8cf columnFamilyName f1 2024-12-04T02:20:25,141 DEBUG [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:25,141 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(327): Store=af5f59705fa4a3578c17320f1aecc8cf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:25,141 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,142 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af5f59705fa4a3578c17320f1aecc8cf columnFamilyName norep 2024-12-04T02:20:25,143 DEBUG [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:25,143 INFO [StoreOpener-af5f59705fa4a3578c17320f1aecc8cf-1 {}] regionserver.HStore(327): Store=af5f59705fa4a3578c17320f1aecc8cf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:25,143 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,147 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,147 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,148 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,148 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,149 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:25,150 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,152 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:25,153 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af5f59705fa4a3578c17320f1aecc8cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64693401, jitterRate=-0.03599320352077484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:25,153 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:25,153 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af5f59705fa4a3578c17320f1aecc8cf: Running coprocessor pre-open hook at 1733278825137Writing region info on filesystem at 1733278825137Initializing all the Stores at 1733278825138 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278825138Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278825138Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278825138Cleaning up temporary data from old regions at 1733278825148 (+10 ms)Running coprocessor post-open hooks at 1733278825153 (+5 ms)Region opened successfully at 1733278825153 2024-12-04T02:20:25,154 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., pid=6, masterSystemTime=1733278825131 2024-12-04T02:20:25,158 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af5f59705fa4a3578c17320f1aecc8cf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:25,158 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:25,158 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:25,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af5f59705fa4a3578c17320f1aecc8cf, server=40249addbad9,39595,1733278819698 because future has completed 2024-12-04T02:20:25,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:20:25,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af5f59705fa4a3578c17320f1aecc8cf, server=40249addbad9,39595,1733278819698 in 185 msec 2024-12-04T02:20:25,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:20:25,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af5f59705fa4a3578c17320f1aecc8cf, ASSIGN in 345 msec 2024-12-04T02:20:25,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:25,166 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278825166"}]},"ts":"1733278825166"} 2024-12-04T02:20:25,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:20:25,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:25,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 488 msec 2024-12-04T02:20:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:25,321 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:20:25,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402125d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:25,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:25,322 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:25,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6373bb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:25,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,323 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:25,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52008b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386e3035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:25,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:25,325 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:25,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da5fc33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:25,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,327 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d488edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aee2818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:25,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:25,328 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:25,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb9fa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,330 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:25,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5117c29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@522d7004 2024-12-04T02:20:25,331 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:25,332 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:25,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:20:25,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:20:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:25,335 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38487' 2024-12-04T02:20:25,335 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2532b504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,336 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:25,336 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:25,336 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf51c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:25,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:25,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,337 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:25,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e14b273, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:25,338 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5842a7ef 2024-12-04T02:20:25,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:25,340 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:25,340 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T02:20:25,340 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:20:25,340 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,340 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:25,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:25,341 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:25,342 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:20:25,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:25,343 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:25,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:20:25,392 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:20:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:25,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea74c00686f1cbdf6ba46a25fe2186d8, NAME => 'hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94 2024-12-04T02:20:25,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea74c00686f1cbdf6ba46a25fe2186d8, disabling compactions & flushes 2024-12-04T02:20:25,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. after waiting 0 ms 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:25,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:25,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea74c00686f1cbdf6ba46a25fe2186d8: Waiting for close lock at 1733278825781Disabling compacts and flushes for region at 1733278825781Disabling writes for close at 1733278825781Writing region close event to WAL at 1733278825781Closed at 1733278825781 2024-12-04T02:20:25,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:25,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278825783"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278825783"}]},"ts":"1733278825783"} 2024-12-04T02:20:25,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:25,786 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:25,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278825786"}]},"ts":"1733278825786"} 2024-12-04T02:20:25,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:20:25,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea74c00686f1cbdf6ba46a25fe2186d8, ASSIGN}] 2024-12-04T02:20:25,790 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea74c00686f1cbdf6ba46a25fe2186d8, ASSIGN 2024-12-04T02:20:25,791 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea74c00686f1cbdf6ba46a25fe2186d8, ASSIGN; state=OFFLINE, location=40249addbad9,33773,1733278811637; forceNewPlan=false, retain=false 2024-12-04T02:20:25,944 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea74c00686f1cbdf6ba46a25fe2186d8, regionState=OPENING, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:25,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea74c00686f1cbdf6ba46a25fe2186d8, ASSIGN because future has completed 2024-12-04T02:20:25,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea74c00686f1cbdf6ba46a25fe2186d8, server=40249addbad9,33773,1733278811637}] 2024-12-04T02:20:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:26,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:26,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:26,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:20:26,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C33773%2C1733278811637.rep, suffix=, logDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637, archiveDir=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs, maxLogs=10 2024-12-04T02:20:26,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.rep.1733278826129, exclude list is [], retry=0 2024-12-04T02:20:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41287,DS-e2ba4e31-8ee2-4758-b9c6-28fa9fa08c1c,DISK] 2024-12-04T02:20:26,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.rep.1733278826129 2024-12-04T02:20:26,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44247:44247)] 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea74c00686f1cbdf6ba46a25fe2186d8, NAME => 'hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:26,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. service=MultiRowMutationService 2024-12-04T02:20:26,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,208 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,210 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea74c00686f1cbdf6ba46a25fe2186d8 columnFamilyName hfileref 2024-12-04T02:20:26,210 DEBUG [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:26,210 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(327): Store=ea74c00686f1cbdf6ba46a25fe2186d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:26,210 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,212 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea74c00686f1cbdf6ba46a25fe2186d8 columnFamilyName queue 2024-12-04T02:20:26,212 DEBUG [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:26,213 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(327): Store=ea74c00686f1cbdf6ba46a25fe2186d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:26,213 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,225 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea74c00686f1cbdf6ba46a25fe2186d8 columnFamilyName sid 2024-12-04T02:20:26,225 DEBUG [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:26,226 INFO [StoreOpener-ea74c00686f1cbdf6ba46a25fe2186d8-1 {}] regionserver.HStore(327): Store=ea74c00686f1cbdf6ba46a25fe2186d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:26,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:26,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:26,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea74c00686f1cbdf6ba46a25fe2186d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64771001, jitterRate=-0.03483687341213226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:26,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:26,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea74c00686f1cbdf6ba46a25fe2186d8: Running coprocessor pre-open hook at 1733278826206Writing region info on filesystem at 1733278826206Initializing all the Stores at 1733278826207 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278826207Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278826208 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278826208Cleaning up temporary data from old regions at 1733278826231 (+23 ms)Running coprocessor post-open hooks at 1733278826254 (+23 ms)Region opened successfully at 1733278826254 2024-12-04T02:20:26,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8., pid=10, masterSystemTime=1733278826112 2024-12-04T02:20:26,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:26,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:26,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea74c00686f1cbdf6ba46a25fe2186d8, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,33773,1733278811637 2024-12-04T02:20:26,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea74c00686f1cbdf6ba46a25fe2186d8, server=40249addbad9,33773,1733278811637 because future has completed 2024-12-04T02:20:26,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:20:26,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea74c00686f1cbdf6ba46a25fe2186d8, server=40249addbad9,33773,1733278811637 in 318 msec 2024-12-04T02:20:26,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:20:26,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea74c00686f1cbdf6ba46a25fe2186d8, ASSIGN in 493 msec 2024-12-04T02:20:26,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:26,288 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278826287"}]},"ts":"1733278826287"} 2024-12-04T02:20:26,291 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:20:26,293 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:26,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 952 msec 2024-12-04T02:20:26,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8., hostname=40249addbad9,33773,1733278811637, seqNum=2] 2024-12-04T02:20:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:26,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:26,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:20:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:26,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:20:26,506 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:20:26,537 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,33773,1733278811637, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:20:26,538 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:26,538 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:26,538 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:26,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:26,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,33773,1733278811637', locateType=CURRENT is [region=hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8., hostname=40249addbad9,33773,1733278811637, seqNum=2] 2024-12-04T02:20:26,548 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:20:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:20:26,551 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,33773,1733278811637 suceeded 2024-12-04T02:20:26,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:20:26,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-04T02:20:26,559 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:20:26,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2270 sec 2024-12-04T02:20:26,572 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38487' 2024-12-04T02:20:26,579 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3acfdc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:26,579 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:26,579 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:26,583 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1497079e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:26,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:26,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:26,585 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:26,586 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71cf680f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:26,586 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:26,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:26,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2adffdc4 2024-12-04T02:20:26,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:26,588 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:26,589 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,33773,1733278811637 (queues=1) is replicating from cluster=fe34fa64-5663-4eb7-9343-1a5b09ede6c4 to cluster=1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc 2024-12-04T02:20:26,589 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C33773%2C1733278811637 2024-12-04T02:20:26,589 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,33773,1733278811637, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:20:26,592 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647, startPosition=0, beingWritten=true 2024-12-04T02:20:26,620 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C33773%2C1733278811637 2024-12-04T02:20:26,628 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:26,628 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:26,628 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,33773,1733278811637 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:20:26,873 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:27,193 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46185 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:27,481 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:20:27,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:27,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:27,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:27,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7692beb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:27,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:27,483 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:27,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5362d3a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:27,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,485 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:27,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6b6905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:27,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c142b02 2024-12-04T02:20:27,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:27,490 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:27,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:46185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:20:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:20:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:27,493 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:46185' 2024-12-04T02:20:27,494 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559bb85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,494 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:27,494 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:27,495 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746c1533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:27,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,496 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:27,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f877b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:27,497 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:27,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:27,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d519aa8 2024-12-04T02:20:27,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:27,498 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:27,499 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T02:20:27,499 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:20:27,499 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,499 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:27,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:27,499 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:27,501 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:20:27,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:27,502 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:27,502 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:20:27,551 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:20:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:27,613 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:27,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:20:27,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:20:27,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e72a1984df1ef5d4a81d622edd7bd171, NAME => 'hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c 2024-12-04T02:20:27,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:20:27,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:20:27,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:27,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:20:27,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:27,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:20:27,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T02:20:28,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:28,129 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e72a1984df1ef5d4a81d622edd7bd171, disabling compactions & flushes 2024-12-04T02:20:28,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. after waiting 0 ms 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,330 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,330 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e72a1984df1ef5d4a81d622edd7bd171: Waiting for close lock at 1733278828330Disabling compacts and flushes for region at 1733278828330Disabling writes for close at 1733278828330Writing region close event to WAL at 1733278828330Closed at 1733278828330 2024-12-04T02:20:28,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:28,332 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278828332"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278828332"}]},"ts":"1733278828332"} 2024-12-04T02:20:28,335 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:28,336 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:28,337 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278828336"}]},"ts":"1733278828336"} 2024-12-04T02:20:28,339 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:20:28,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e72a1984df1ef5d4a81d622edd7bd171, ASSIGN}] 2024-12-04T02:20:28,340 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e72a1984df1ef5d4a81d622edd7bd171, ASSIGN 2024-12-04T02:20:28,341 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e72a1984df1ef5d4a81d622edd7bd171, ASSIGN; state=OFFLINE, location=40249addbad9,39595,1733278819698; forceNewPlan=false, retain=false 2024-12-04T02:20:28,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e72a1984df1ef5d4a81d622edd7bd171, regionState=OPENING, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:28,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e72a1984df1ef5d4a81d622edd7bd171, ASSIGN because future has completed 2024-12-04T02:20:28,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e72a1984df1ef5d4a81d622edd7bd171, server=40249addbad9,39595,1733278819698}] 2024-12-04T02:20:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:28,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:28,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:20:28,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39595%2C1733278819698.rep, suffix=, logDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698, archiveDir=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/oldWALs, maxLogs=10 2024-12-04T02:20:28,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.rep.1733278828657, exclude list is [], retry=0 2024-12-04T02:20:28,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42515,DS-55c2a6c5-c769-4e88-acd4-53f92ee1696e,DISK] 2024-12-04T02:20:28,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.rep.1733278828657 2024-12-04T02:20:28,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-12-04T02:20:28,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e72a1984df1ef5d4a81d622edd7bd171, NAME => 'hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:28,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. service=MultiRowMutationService 2024-12-04T02:20:28,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,704 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,706 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e72a1984df1ef5d4a81d622edd7bd171 columnFamilyName hfileref 2024-12-04T02:20:28,706 DEBUG [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:28,706 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(327): Store=e72a1984df1ef5d4a81d622edd7bd171/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:28,706 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,707 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e72a1984df1ef5d4a81d622edd7bd171 columnFamilyName queue 2024-12-04T02:20:28,707 DEBUG [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:28,708 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(327): Store=e72a1984df1ef5d4a81d622edd7bd171/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:28,708 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,709 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e72a1984df1ef5d4a81d622edd7bd171 columnFamilyName sid 2024-12-04T02:20:28,709 DEBUG [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:28,710 INFO [StoreOpener-e72a1984df1ef5d4a81d622edd7bd171-1 {}] regionserver.HStore(327): Store=e72a1984df1ef5d4a81d622edd7bd171/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:28,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:28,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:28,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e72a1984df1ef5d4a81d622edd7bd171; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66551859, jitterRate=-0.008300021290779114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:28,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:28,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e72a1984df1ef5d4a81d622edd7bd171: Running coprocessor pre-open hook at 1733278828689Writing region info on filesystem at 1733278828689Initializing all the Stores at 1733278828691 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278828691Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278828696 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278828696Cleaning up temporary data from old regions at 1733278828712 (+16 ms)Running coprocessor post-open hooks at 1733278828720 (+8 ms)Region opened successfully at 1733278828720 2024-12-04T02:20:28,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171., pid=10, masterSystemTime=1733278828651 2024-12-04T02:20:28,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:28,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e72a1984df1ef5d4a81d622edd7bd171, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,39595,1733278819698 2024-12-04T02:20:28,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e72a1984df1ef5d4a81d622edd7bd171, server=40249addbad9,39595,1733278819698 because future has completed 2024-12-04T02:20:28,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:20:28,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e72a1984df1ef5d4a81d622edd7bd171, server=40249addbad9,39595,1733278819698 in 238 msec 2024-12-04T02:20:28,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:20:28,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e72a1984df1ef5d4a81d622edd7bd171, ASSIGN in 402 msec 2024-12-04T02:20:28,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:28,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278828744"}]},"ts":"1733278828744"} 2024-12-04T02:20:28,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:20:28,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:28,750 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:28,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-12-04T02:20:28,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171., hostname=40249addbad9,39595,1733278819698, seqNum=2] 2024-12-04T02:20:28,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:28,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:28,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:20:28,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:28,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:29,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:20:29,028 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:20:29,066 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,39595,1733278819698, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:20:29,067 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:29,067 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:29,067 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:29,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:29,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,39595,1733278819698', locateType=CURRENT is [region=hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171., hostname=40249addbad9,39595,1733278819698, seqNum=2] 2024-12-04T02:20:29,084 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:20:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:20:29,087 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,39595,1733278819698 suceeded 2024-12-04T02:20:29,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:20:29,089 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:46185,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:20:29,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-12-04T02:20:29,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5990 sec 2024-12-04T02:20:29,105 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:46185' 2024-12-04T02:20:29,107 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4826befe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,107 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:29,107 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:29,108 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b13775a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:29,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:29,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,109 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:29,110 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@671357bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,110 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d750ee9 2024-12-04T02:20:29,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:29,112 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:29,112 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,39595,1733278819698 (queues=1) is replicating from cluster=1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc to cluster=fe34fa64-5663-4eb7-9343-1a5b09ede6c4 2024-12-04T02:20:29,112 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C39595%2C1733278819698 2024-12-04T02:20:29,112 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,39595,1733278819698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:20:29,113 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, startPosition=0, beingWritten=true 2024-12-04T02:20:29,116 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C39595%2C1733278819698 2024-12-04T02:20:29,122 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:29,122 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:29,122 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39595,1733278819698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:20:29,344 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:29,456 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:29,643 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:20:29,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:29,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:29,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:29,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:29,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733278829653/Put/seqid=0 2024-12-04T02:20:29,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:29,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741840_1016 (size=7894) 2024-12-04T02:20:29,690 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733278829690/Put/seqid=0 2024-12-04T02:20:29,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741841_1017 (size=7691) 2024-12-04T02:20:29,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddd495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:29,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:29,715 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:29,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1bef7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:29,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,718 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:29,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505c8ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:29,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:29,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:29,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:29,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eaf44b3 2024-12-04T02:20:29,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:29,746 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:29,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2] 2024-12-04T02:20:29,755 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:29,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T02:20:29,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T02:20:29,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_0 for inclusion in bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T02:20:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:29,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_1 for inclusion in bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T02:20:29,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegion(2603): Flush status journal for bcc591e1b02018e1537516e66bd19a37: 2024-12-04T02:20:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_0 2024-12-04T02:20:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_0 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ 2024-12-04T02:20:29,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_1 2024-12-04T02:20:29,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_1 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ 2024-12-04T02:20:29,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_0 into bcc591e1b02018e1537516e66bd19a37/f as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ - updating store file list. 2024-12-04T02:20:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ into bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:29,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_0 into bcc591e1b02018e1537516e66bd19a37/f (new location: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_) 2024-12-04T02:20:29,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_0 2024-12-04T02:20:29,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_1 into bcc591e1b02018e1537516e66bd19a37/f as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ - updating store file list. 2024-12-04T02:20:29,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:29,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ into bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:29,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_1 into bcc591e1b02018e1537516e66bd19a37/f (new location: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_) 2024-12-04T02:20:29,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins__test__h781er3aq1f9hh3ndanqtebfp25dm8kbvijem2khjpkhl20mmd78vbkp76fmcoh3/f/hfile_1 2024-12-04T02:20:29,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:29,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:29,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:29,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35692 deadline: 1733278889814 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35692 2024-12-04T02:20:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2 , the old value is region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:33773 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:20:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:20:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2 from cache 2024-12-04T02:20:29,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:29,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:29,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2] 2024-12-04T02:20:29,821 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:20:29,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:33773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:20:30,085 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:30,270 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 379, reset compression=false 2024-12-04T02:20:30,278 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:20:30,278 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,33773,1733278811637 got entry batch from reader: WALEntryBatch [walEntries=[{test/bcc591e1b02018e1537516e66bd19a37/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278829812/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:20:30,281 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:30,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T02:20:30,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.ReplicationSink(318): Replicating [fe34fa64-5663-4eb7-9343-1a5b09ede6c4] bulk loaded data 2024-12-04T02:20:30,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@106a0e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:30,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:30,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:30,288 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:30,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6864e6f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:30,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:30,290 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:30,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@309c60c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741840_1016 (size=7894) 2024-12-04T02:20:30,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741841_1017 (size=7691) 2024-12-04T02:20:30,478 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:30,599 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:30,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:30,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:30,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b041d4 2024-12-04T02:20:30,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:30,731 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:30,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:30,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:30,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:30,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:30,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:30,744 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T02:20:30,747 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T02:20:30,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ for inclusion in af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T02:20:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:30,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ for inclusion in af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T02:20:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegion(2603): Flush status journal for af5f59705fa4a3578c17320f1aecc8cf: 2024-12-04T02:20:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:20:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/655fde1a04b34915a4dfab21699b6062_SeqId_4_ 2024-12-04T02:20:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:20:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_ 2024-12-04T02:20:30,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/655fde1a04b34915a4dfab21699b6062_SeqId_4_ - updating store file list. 2024-12-04T02:20:30,810 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 655fde1a04b34915a4dfab21699b6062_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:30,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/655fde1a04b34915a4dfab21699b6062_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:30,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f (new location: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/655fde1a04b34915a4dfab21699b6062_SeqId_4_) 2024-12-04T02:20:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/d92f2d67ae3b49a3b5606b207757bdb7_SeqId_4_ 2024-12-04T02:20:30,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_ - updating store file list. 2024-12-04T02:20:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:30,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:30,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ into af5f59705fa4a3578c17320f1aecc8cf/f (new location: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_) 2024-12-04T02:20:30,848 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:20:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins.hfs.11__test__nqogds11oahaq5r08sf0bn7djqvadaju54iidempl2kdgmkdkmneqb8o12g51dn6/f/7b3cef8e38c4409e8fdf358ee774260a_SeqId_4_ 2024-12-04T02:20:30,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.ReplicationSink(324): Finished replicating [fe34fa64-5663-4eb7-9343-1a5b09ede6c4] bulk loaded data 2024-12-04T02:20:31,212 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 379, reset compression=false 2024-12-04T02:20:31,221 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:20:31,221 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39595,1733278819698 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5f59705fa4a3578c17320f1aecc8cf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278830851/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T02:20:31,224 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:31,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T02:20:31,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(318): Replicating [fe34fa64-5663-4eb7-9343-1a5b09ede6c4, 1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc] bulk loaded data 2024-12-04T02:20:31,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8325959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:31,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,46185,-1 for getting cluster id 2024-12-04T02:20:31,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:31,230 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe34fa64-5663-4eb7-9343-1a5b09ede6c4' 2024-12-04T02:20:31,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:31,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe34fa64-5663-4eb7-9343-1a5b09ede6c4" 2024-12-04T02:20:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a41fc67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,46185,-1] 2024-12-04T02:20:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:31,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:31,232 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:31,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ffc181, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:31,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741842_1018 (size=7894) 2024-12-04T02:20:31,270 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:31,421 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 725, reset compression=false 2024-12-04T02:20:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741843_1019 (size=7691) 2024-12-04T02:20:31,725 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 725, reset compression=false 2024-12-04T02:20:31,786 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:31,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:31,867 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733278831867/Put/seqid=0 2024-12-04T02:20:31,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741842_1018 (size=11194) 2024-12-04T02:20:32,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:32,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,46185,1733278811375 2024-12-04T02:20:32,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16e3b69f 2024-12-04T02:20:32,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:32,087 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:32,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:32,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:32,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:32,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:32,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__s7ul52ml695cm5k64psnf9tno7sv0g9fqmp1lg2b0dbmq2lirkn7r4qudgutihja/f/00b89aa21d4d4dc7a3af391f798181e9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T02:20:32,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__s7ul52ml695cm5k64psnf9tno7sv0g9fqmp1lg2b0dbmq2lirkn7r4qudgutihja/f/655fde1a04b34915a4dfab21699b6062_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T02:20:32,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(324): Finished replicating [fe34fa64-5663-4eb7-9343-1a5b09ede6c4, 1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc] bulk loaded data 2024-12-04T02:20:32,128 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 725, reset compression=false 2024-12-04T02:20:32,289 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733278832288/Put/seqid=0 2024-12-04T02:20:32,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741843_1019 (size=10791) 2024-12-04T02:20:32,391 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:32,640 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 725, reset compression=false 2024-12-04T02:20:32,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3589051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:32,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38487,-1 for getting cluster id 2024-12-04T02:20:32,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:32,710 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc' 2024-12-04T02:20:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc" 2024-12-04T02:20:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e417742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38487,-1] 2024-12-04T02:20:32,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:32,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:32,712 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:32,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab6757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:32,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:32,714 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:32,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:32,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:32,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38487,1733278819351 2024-12-04T02:20:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d22ffd 2024-12-04T02:20:32,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:32,754 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:32,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2] 2024-12-04T02:20:32,765 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:32,795 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T02:20:32,799 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T02:20:32,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T02:20:32,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:32,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T02:20:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegion(2603): Flush status journal for af5f59705fa4a3578c17320f1aecc8cf: 2024-12-04T02:20:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_0 2024-12-04T02:20:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_0 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/0055be10364c4178931d58f77c087961_SeqId_6_ 2024-12-04T02:20:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_1 2024-12-04T02:20:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_1 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ 2024-12-04T02:20:32,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_0 into af5f59705fa4a3578c17320f1aecc8cf/f as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/0055be10364c4178931d58f77c087961_SeqId_6_ - updating store file list. 2024-12-04T02:20:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0055be10364c4178931d58f77c087961_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:32,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/0055be10364c4178931d58f77c087961_SeqId_6_ into af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:32,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_0 into af5f59705fa4a3578c17320f1aecc8cf/f (new location: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/0055be10364c4178931d58f77c087961_SeqId_6_) 2024-12-04T02:20:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_0 2024-12-04T02:20:32,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_1 into af5f59705fa4a3578c17320f1aecc8cf/f as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ - updating store file list. 2024-12-04T02:20:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:32,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ into af5f59705fa4a3578c17320f1aecc8cf/f 2024-12-04T02:20:32,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_1 into af5f59705fa4a3578c17320f1aecc8cf/f (new location: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_) 2024-12-04T02:20:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/staging/jenkins__test__vel1gjvl0uvpjli3ig7b41qgpjnf8dsjgbbpbejtp1q2jbuti7mhjcc9803q836n/f/hfile_1 2024-12-04T02:20:32,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:32,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:32,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:32,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:32,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:32,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2 , the old value is region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:39595 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:20:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:20:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., hostname=40249addbad9,39595,1733278819698, seqNum=2 from cache 2024-12-04T02:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,33773,1733278811637, seqNum=-1] 2024-12-04T02:20:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:32,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:32,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T02:20:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., hostname=40249addbad9,33773,1733278811637, seqNum=2] 2024-12-04T02:20:32,918 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:20:33,013 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:20:33,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:33,263 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 725, reset compression=false 2024-12-04T02:20:33,297 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:20:33,297 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39595,1733278819698 got entry batch from reader: WALEntryBatch [walEntries=[{test/af5f59705fa4a3578c17320f1aecc8cf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278832896/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:20:33,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(318): Replicating [1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc] bulk loaded data 2024-12-04T02:20:33,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741844_1020 (size=11194) 2024-12-04T02:20:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741845_1021 (size=10791) 2024-12-04T02:20:33,508 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1033, reset compression=false 2024-12-04T02:20:33,838 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1033, reset compression=false 2024-12-04T02:20:33,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:33,888 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T02:20:33,893 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T02:20:33,924 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:20:33,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ for inclusion in bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:33,932 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T02:20:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:33,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ for inclusion in bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T02:20:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:20:33,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegion(2603): Flush status journal for bcc591e1b02018e1537516e66bd19a37: 2024-12-04T02:20:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0055be10364c4178931d58f77c087961_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:20:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/92ab12fd7e464dddbb6d366fc288671a_SeqId_6_ 2024-12-04T02:20:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:20:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_ 2024-12-04T02:20:33,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/92ab12fd7e464dddbb6d366fc288671a_SeqId_6_ - updating store file list. 2024-12-04T02:20:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92ab12fd7e464dddbb6d366fc288671a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:33,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/92ab12fd7e464dddbb6d366fc288671a_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:33,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f (new location: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/92ab12fd7e464dddbb6d366fc288671a_SeqId_6_) 2024-12-04T02:20:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/0055be10364c4178931d58f77c087961_SeqId_6_ 2024-12-04T02:20:33,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_ - updating store file list. 2024-12-04T02:20:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:20:33,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f 2024-12-04T02:20:33,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ into bcc591e1b02018e1537516e66bd19a37/f (new location: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/f/3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_) 2024-12-04T02:20:33,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/staging/jenkins.hfs.10__test__5cq71kse3tjt19u90v38gjh86kke0dhs0i5glc3octdvth2k6jsd2dd0liitqagq/f/a808e78a8b0e4e0ca58adb65af1c6a4f_SeqId_6_ 2024-12-04T02:20:33,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33773 {}] regionserver.ReplicationSink(324): Finished replicating [1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc] bulk loaded data 2024-12-04T02:20:34,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:34,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,266 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1033, reset compression=false 2024-12-04T02:20:34,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:34,800 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1033, reset compression=false 2024-12-04T02:20:34,859 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 687, reset compression=false 2024-12-04T02:20:34,897 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:20:34,897 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,33773,1733278811637 got entry batch from reader: WALEntryBatch [walEntries=[{test/bcc591e1b02018e1537516e66bd19a37/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278833984/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T02:20:34,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.ReplicationSink(318): Replicating [1b9ae35e-87b9-4ec6-9122-5758d1d0a1fc, fe34fa64-5663-4eb7-9343-1a5b09ede6c4] bulk loaded data 2024-12-04T02:20:34,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741844_1020 (size=11194) 2024-12-04T02:20:34,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:20:34,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:34,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:34,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:34,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:34,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:20:34,955 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1820121527, stopped=false 2024-12-04T02:20:34,955 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,38487,1733278819351 2024-12-04T02:20:34,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560125716/running 2024-12-04T02:20:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560125716/running 2024-12-04T02:20:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:34,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:34,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:34,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:34,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:34,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/running 2024-12-04T02:20:34,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:34,976 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,39595,1733278819698' ***** 2024-12-04T02:20:34,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:20:34,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Set watcher on znode that does not yet exist, /11560125716/running 2024-12-04T02:20:34,977 INFO [RS:0;40249addbad9:39595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:20:34,977 INFO [RS:0;40249addbad9:39595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:20:34,977 INFO [RS:0;40249addbad9:39595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:20:34,977 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(3091): Received CLOSE for af5f59705fa4a3578c17320f1aecc8cf 2024-12-04T02:20:34,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:20:34,980 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(3091): Received CLOSE for e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:34,980 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,39595,1733278819698 2024-12-04T02:20:34,980 INFO [RS:0;40249addbad9:39595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:34,980 INFO [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39595. 2024-12-04T02:20:34,980 DEBUG [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:34,980 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:34,981 INFO [RS:0;40249addbad9:39595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:20:34,981 INFO [RS:0;40249addbad9:39595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:20:34,981 INFO [RS:0;40249addbad9:39595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:20:34,981 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:20:34,988 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:20:34,988 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af5f59705fa4a3578c17320f1aecc8cf, disabling compactions & flushes 2024-12-04T02:20:34,988 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af5f59705fa4a3578c17320f1aecc8cf=test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf., e72a1984df1ef5d4a81d622edd7bd171=hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171.} 2024-12-04T02:20:34,988 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:34,988 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, af5f59705fa4a3578c17320f1aecc8cf, e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:34,988 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:34,988 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. after waiting 0 ms 2024-12-04T02:20:34,988 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:34,989 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:34,989 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:34,989 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:34,989 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:34,989 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:34,989 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:20:35,005 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:35,016 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/default/test/af5f59705fa4a3578c17320f1aecc8cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:20:35,020 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:35,020 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:20:35,020 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:35,020 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af5f59705fa4a3578c17320f1aecc8cf: Waiting for close lock at 1733278834988Running coprocessor pre-close hooks at 1733278834988Disabling compacts and flushes for region at 1733278834988Disabling writes for close at 1733278834988Writing region close event to WAL at 1733278834993 (+5 ms)Running coprocessor post-close hooks at 1733278835020 (+27 ms)Closed at 1733278835020 2024-12-04T02:20:35,020 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf. 2024-12-04T02:20:35,021 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e72a1984df1ef5d4a81d622edd7bd171, disabling compactions & flushes 2024-12-04T02:20:35,021 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:35,021 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:35,021 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. after waiting 0 ms 2024-12-04T02:20:35,021 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:35,021 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e72a1984df1ef5d4a81d622edd7bd171 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T02:20:35,047 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/info/af92bbd8c34949db93bf03dae4c94f87 is 147, key is hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171./info:regioninfo/1733278828725/Put/seqid=0 2024-12-04T02:20:35,054 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/hfileref/f8d64204270b4e7bbfa5e7e56ae49b3f is 74, key is 1/hfileref:0055be10364c4178931d58f77c087961_SeqId_6_/1733278834003/DeleteColumn/seqid=0 2024-12-04T02:20:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741845_1021 (size=5345) 2024-12-04T02:20:35,064 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/hfileref/f8d64204270b4e7bbfa5e7e56ae49b3f 2024-12-04T02:20:35,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741846_1022 (size=7686) 2024-12-04T02:20:35,100 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/queue/70a8c8c95073425b8724782e2fabd961 is 154, key is 1-40249addbad9,39595,1733278819698/queue:40249addbad9%2C39595%2C1733278819698/1733278834007/Put/seqid=0 2024-12-04T02:20:35,104 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:35,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741847_1023 (size=5353) 2024-12-04T02:20:35,145 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/queue/70a8c8c95073425b8724782e2fabd961 2024-12-04T02:20:35,156 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/hfileref/f8d64204270b4e7bbfa5e7e56ae49b3f as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/hfileref/f8d64204270b4e7bbfa5e7e56ae49b3f 2024-12-04T02:20:35,163 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/hfileref/f8d64204270b4e7bbfa5e7e56ae49b3f, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T02:20:35,164 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/.tmp/queue/70a8c8c95073425b8724782e2fabd961 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/queue/70a8c8c95073425b8724782e2fabd961 2024-12-04T02:20:35,176 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/queue/70a8c8c95073425b8724782e2fabd961, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T02:20:35,179 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e72a1984df1ef5d4a81d622edd7bd171 in 158ms, sequenceid=12, compaction requested=false 2024-12-04T02:20:35,189 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e72a1984df1ef5d4a81d622edd7bd171 2024-12-04T02:20:35,236 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/replication/e72a1984df1ef5d4a81d622edd7bd171/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T02:20:35,240 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:35,240 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:35,240 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:35,241 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e72a1984df1ef5d4a81d622edd7bd171: Waiting for close lock at 1733278835021Running coprocessor pre-close hooks at 1733278835021Disabling compacts and flushes for region at 1733278835021Disabling writes for close at 1733278835021Obtaining lock to block concurrent updates at 1733278835021Preparing flush snapshotting stores in e72a1984df1ef5d4a81d622edd7bd171 at 1733278835021Finished memstore snapshotting hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733278835021Flushing stores of hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. at 1733278835023 (+2 ms)Flushing e72a1984df1ef5d4a81d622edd7bd171/hfileref: creating writer at 1733278835023Flushing e72a1984df1ef5d4a81d622edd7bd171/hfileref: appending metadata at 1733278835054 (+31 ms)Flushing e72a1984df1ef5d4a81d622edd7bd171/hfileref: closing flushed file at 1733278835054Flushing e72a1984df1ef5d4a81d622edd7bd171/queue: creating writer at 1733278835070 (+16 ms)Flushing e72a1984df1ef5d4a81d622edd7bd171/queue: appending metadata at 1733278835099 (+29 ms)Flushing e72a1984df1ef5d4a81d622edd7bd171/queue: closing flushed file at 1733278835099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559ccb68: reopening flushed file at 1733278835155 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141a3b5f: reopening flushed file at 1733278835163 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for e72a1984df1ef5d4a81d622edd7bd171 in 158ms, sequenceid=12, compaction requested=false at 1733278835179 (+16 ms)Writing region close event to WAL at 1733278835205 (+26 ms)Running coprocessor post-close hooks at 1733278835240 (+35 ms)Closed at 1733278835240 2024-12-04T02:20:35,241 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278827499.e72a1984df1ef5d4a81d622edd7bd171. 2024-12-04T02:20:35,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741848_1024 (size=10791) 2024-12-04T02:20:35,395 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:35,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:20:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39595 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:20:35,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39595 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:44068 deadline: 1733278895399, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping 2024-12-04T02:20:35,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 from cache 2024-12-04T02:20:35,414 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:35,436 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1033, reset compression=false 2024-12-04T02:20:35,461 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:35,461 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1328, reset compression=false 2024-12-04T02:20:35,461 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39595,1733278819698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:20:35,462 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,39595,1733278819698: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,39595,1733278819698, walGroup=40249addbad9%2C39595%2C1733278819698, offset=40249addbad9%2C39595%2C1733278819698.1733278822781:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:39595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:20:35,463 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:20:35,463 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:20:35,464 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:20:35,464 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:20:35,464 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:20:35,464 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 572029784 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188099096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:20:35,465 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:20:35,475 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/info/af92bbd8c34949db93bf03dae4c94f87 2024-12-04T02:20:35,511 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:35,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:35,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:35,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 from cache 2024-12-04T02:20:35,573 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/ns/6024da57ceeb4e5b82a3e65ad905f7e7 is 43, key is default/ns:d/1733278823415/Put/seqid=0 2024-12-04T02:20:35,595 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:35,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741849_1025 (size=5153) 2024-12-04T02:20:35,623 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/ns/6024da57ceeb4e5b82a3e65ad905f7e7 2024-12-04T02:20:35,637 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:20:35,637 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:20:35,701 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1328, reset compression=false 2024-12-04T02:20:35,716 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/rep_barrier/166a4460164a4d628fb62e0b6561a898 is 112, key is test,,1733278824686.af5f59705fa4a3578c17320f1aecc8cf./rep_barrier:seqnumDuringOpen/1733278825157/Put/seqid=0 2024-12-04T02:20:35,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:35,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 from cache 2024-12-04T02:20:35,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741850_1026 (size=5518) 2024-12-04T02:20:35,795 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:35,841 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:35,996 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:20:35,996 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:20:35,996 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:36,024 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1328, reset compression=false 2024-12-04T02:20:36,030 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:36,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:36,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 from cache 2024-12-04T02:20:36,163 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/rep_barrier/166a4460164a4d628fb62e0b6561a898 2024-12-04T02:20:36,198 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:36,233 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/table/ae0ec1a5e1964aeea88073e401639d9c is 53, key is hbase:replication/table:state/1733278828744/Put/seqid=0 2024-12-04T02:20:36,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741851_1027 (size=5308) 2024-12-04T02:20:36,346 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:36,398 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:36,436 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1328, reset compression=false 2024-12-04T02:20:36,541 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:36,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1] 2024-12-04T02:20:36,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=40249addbad9,39595,1733278819698, seqNum=-1 from cache 2024-12-04T02:20:36,549 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,551 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T02:20:35.403Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35.515Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35.723Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T02:20:36,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T02:20:35.403Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35.515Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35.723Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T02:20:36,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39595 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:44060 deadline: 1733278894907, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T02:20:35.403Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35.515Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35.723Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36,561 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-12-04T02:20:35.403Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 40249addbad9,39595,1733278819698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T02:20:35.515Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:35.723Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.033Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting 2024-12-04T02:20:36.549Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,599 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:36,665 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/table/ae0ec1a5e1964aeea88073e401639d9c 2024-12-04T02:20:36,685 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/info/af92bbd8c34949db93bf03dae4c94f87 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/info/af92bbd8c34949db93bf03dae4c94f87 2024-12-04T02:20:36,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,694 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 40249addbad9,39595,1733278819698 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,696 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/info/af92bbd8c34949db93bf03dae4c94f87, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:20:36,698 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/ns/6024da57ceeb4e5b82a3e65ad905f7e7 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/ns/6024da57ceeb4e5b82a3e65ad905f7e7 2024-12-04T02:20:36,713 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/ns/6024da57ceeb4e5b82a3e65ad905f7e7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:20:36,715 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/rep_barrier/166a4460164a4d628fb62e0b6561a898 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/rep_barrier/166a4460164a4d628fb62e0b6561a898 2024-12-04T02:20:36,726 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/rep_barrier/166a4460164a4d628fb62e0b6561a898, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:20:36,727 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/.tmp/table/ae0ec1a5e1964aeea88073e401639d9c as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/table/ae0ec1a5e1964aeea88073e401639d9c 2024-12-04T02:20:36,734 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/table/ae0ec1a5e1964aeea88073e401639d9c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:20:36,736 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-12-04T02:20:36,799 DEBUG [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:36,824 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:20:36,825 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:36,825 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:36,825 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:36,825 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278834989Running coprocessor pre-close hooks at 1733278834989Disabling compacts and flushes for region at 1733278834989Disabling writes for close at 1733278834989Obtaining lock to block concurrent updates at 1733278834989Preparing flush snapshotting stores in 1588230740 at 1733278834989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278834989Flushing stores of hbase:meta,,1.1588230740 at 1733278834992 (+3 ms)Flushing 1588230740/info: creating writer at 1733278834993 (+1 ms)Flushing 1588230740/info: appending metadata at 1733278835036 (+43 ms)Flushing 1588230740/info: closing flushed file at 1733278835036Flushing 1588230740/ns: creating writer at 1733278835514 (+478 ms)Flushing 1588230740/ns: appending metadata at 1733278835573 (+59 ms)Flushing 1588230740/ns: closing flushed file at 1733278835573Flushing 1588230740/rep_barrier: creating writer at 1733278835651 (+78 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278835710 (+59 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278835710Flushing 1588230740/table: creating writer at 1733278836182 (+472 ms)Flushing 1588230740/table: appending metadata at 1733278836232 (+50 ms)Flushing 1588230740/table: closing flushed file at 1733278836232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13ddedaf: reopening flushed file at 1733278836684 (+452 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ec1474b: reopening flushed file at 1733278836696 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5600c4be: reopening flushed file at 1733278836714 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e38cbd: reopening flushed file at 1733278836726 (+12 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1733278836736 (+10 ms)Writing region close event to WAL at 1733278836815 (+79 ms)Running coprocessor post-close hooks at 1733278836825 (+10 ms)Closed at 1733278836825 2024-12-04T02:20:36,826 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,924 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 40249addbad9,39595,1733278819698 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:36,965 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.1733278822781 to pos 1328, reset compression=false 2024-12-04T02:20:36,984 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:36,999 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,39595,1733278819698; all regions closed. 2024-12-04T02:20:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:20:37,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/WALs/40249addbad9,39595,1733278819698/40249addbad9%2C39595%2C1733278819698.rep.1733278828657 not finished, retry = 0 2024-12-04T02:20:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741839_1015 (size=3127) 2024-12-04T02:20:37,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741832_1008 (size=1336) 2024-12-04T02:20:37,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 40249addbad9,39595,1733278819698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:37,229 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 40249addbad9,39595,1733278819698 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:37,248 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:37,248 INFO [RS:0;40249addbad9:39595 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:37,249 INFO [RS:0;40249addbad9:39595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:37,249 INFO [RS:0;40249addbad9:39595 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:37,249 INFO [RS:0;40249addbad9:39595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:37,249 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:37,249 INFO [RS:0;40249addbad9:39595 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,39595,1733278819698 because: Region server is closing 2024-12-04T02:20:37,250 INFO [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39595. 2024-12-04T02:20:37,250 DEBUG [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:37,250 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:37,250 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:37,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:37,350 INFO [RS:0;40249addbad9:39595 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.shipper40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 terminated 2024-12-04T02:20:37,350 INFO [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39595. 2024-12-04T02:20:37,351 DEBUG [RS:0;40249addbad9:39595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:37,351 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:37,351 DEBUG [RS:0;40249addbad9:39595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:37,351 INFO [RS:0;40249addbad9:39595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39595 2024-12-04T02:20:37,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:37,352 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39595,1733278819698.replicationSource.wal-reader.40249addbad9%2C39595%2C1733278819698,1-40249addbad9,39595,1733278819698 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:20:37,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560125716/rs/40249addbad9,39595,1733278819698 2024-12-04T02:20:37,415 INFO [RS:0;40249addbad9:39595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:37,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716/rs 2024-12-04T02:20:37,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,39595,1733278819698] 2024-12-04T02:20:37,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/draining/40249addbad9,39595,1733278819698 already deleted, retry=false 2024-12-04T02:20:37,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,39595,1733278819698 expired; onlineServers=0 2024-12-04T02:20:37,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,38487,1733278819351' ***** 2024-12-04T02:20:37,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:20:37,449 INFO [M:0;40249addbad9:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:37,449 INFO [M:0;40249addbad9:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:37,449 DEBUG [M:0;40249addbad9:38487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:20:37,449 DEBUG [M:0;40249addbad9:38487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:20:37,450 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278822465 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278822465,5,FailOnTimeoutGroup] 2024-12-04T02:20:37,450 INFO [M:0;40249addbad9:38487 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:37,450 INFO [M:0;40249addbad9:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:37,450 DEBUG [M:0;40249addbad9:38487 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:20:37,450 INFO [M:0;40249addbad9:38487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:20:37,450 INFO [M:0;40249addbad9:38487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:37,450 INFO [M:0;40249addbad9:38487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:20:37,450 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278822468 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278822468,5,FailOnTimeoutGroup] 2024-12-04T02:20:37,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:20:37,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:20:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11560125716/master 2024-12-04T02:20:37,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11560125716 2024-12-04T02:20:37,473 DEBUG [M:0;40249addbad9:38487 {}] zookeeper.RecoverableZooKeeper(212): Node /11560125716/master already deleted, retry=false 2024-12-04T02:20:37,473 DEBUG [M:0;40249addbad9:38487 {}] master.ActiveMasterManager(353): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Failed delete of our master address node; KeeperErrorCode = NoNode for /11560125716/master 2024-12-04T02:20:37,474 INFO [M:0;40249addbad9:38487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/.lastflushedseqids 2024-12-04T02:20:37,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741852_1028 (size=263) 2024-12-04T02:20:37,526 INFO [RS:0;40249addbad9:39595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39595-0x1019e23b3da0004, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:37,526 INFO [RS:0;40249addbad9:39595 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,39595,1733278819698; zookeeper connection closed. 2024-12-04T02:20:37,529 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5389a73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5389a73 2024-12-04T02:20:37,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:20:37,643 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 40249addbad9:39595 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:39595 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:37,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 40249addbad9:39595 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:39595 2024-12-04T02:20:37,645 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=40249addbad9:39595 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:39595 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:39595 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T02:20:37,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:20:37,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58200 deadline: 1733278897653, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T02:20:37,655 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T02:20:37,656 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T02:20:37,768 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:37,900 INFO [M:0;40249addbad9:38487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:20:37,900 INFO [M:0;40249addbad9:38487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:20:37,900 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:37,900 INFO [M:0;40249addbad9:38487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:37,900 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:37,900 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:37,900 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:37,900 INFO [M:0;40249addbad9:38487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T02:20:37,928 DEBUG [M:0;40249addbad9:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05ee2ca1f3814ed29e7ce0ef4fe674fb is 82, key is hbase:meta,,1/info:regioninfo/1733278823394/Put/seqid=0 2024-12-04T02:20:37,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741853_1029 (size=5672) 2024-12-04T02:20:38,156 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T02:20:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:20:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58200 deadline: 1733278898158, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T02:20:38,159 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T02:20:38,160 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T02:20:38,160 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T02:20:38,342 INFO [M:0;40249addbad9:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05ee2ca1f3814ed29e7ce0ef4fe674fb 2024-12-04T02:20:38,395 DEBUG [M:0;40249addbad9:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c960b02c8c45a29cfed69aef4d64a8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278828751/Put/seqid=0 2024-12-04T02:20:38,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741854_1030 (size=8516) 2024-12-04T02:20:38,597 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:38,761 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T02:20:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:20:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:58200 deadline: 1733278898763, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T02:20:38,764 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T02:20:38,769 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T02:20:38,769 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T02:20:38,813 INFO [M:0;40249addbad9:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c960b02c8c45a29cfed69aef4d64a8 2024-12-04T02:20:38,855 DEBUG [M:0;40249addbad9:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218a18dcdf4414ea69669e213677eb9 is 69, key is 40249addbad9,39595,1733278819698/rs:state/1733278822570/Put/seqid=0 2024-12-04T02:20:38,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741855_1031 (size=5156) 2024-12-04T02:20:38,872 INFO [M:0;40249addbad9:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218a18dcdf4414ea69669e213677eb9 2024-12-04T02:20:38,884 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/05ee2ca1f3814ed29e7ce0ef4fe674fb as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05ee2ca1f3814ed29e7ce0ef4fe674fb 2024-12-04T02:20:38,894 INFO [M:0;40249addbad9:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/05ee2ca1f3814ed29e7ce0ef4fe674fb, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:20:38,895 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09c960b02c8c45a29cfed69aef4d64a8 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c960b02c8c45a29cfed69aef4d64a8 2024-12-04T02:20:38,903 INFO [M:0;40249addbad9:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09c960b02c8c45a29cfed69aef4d64a8, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:20:38,905 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b218a18dcdf4414ea69669e213677eb9 as hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b218a18dcdf4414ea69669e213677eb9 2024-12-04T02:20:38,946 INFO [M:0;40249addbad9:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37741/user/jenkins/test-data/f1da6a1b-ec7c-5511-5c4b-8309d1bcc80c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b218a18dcdf4414ea69669e213677eb9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:20:38,947 INFO [M:0;40249addbad9:38487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1047ms, sequenceid=97, compaction requested=false 2024-12-04T02:20:38,964 INFO [M:0;40249addbad9:38487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:38,964 DEBUG [M:0;40249addbad9:38487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278837900Disabling compacts and flushes for region at 1733278837900Disabling writes for close at 1733278837900Obtaining lock to block concurrent updates at 1733278837900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278837900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733278837901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278837902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278837902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278837928 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278837928Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278838359 (+431 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278838395 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278838395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278838822 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278838855 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278838855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2512ed6b: reopening flushed file at 1733278838876 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d5b393: reopening flushed file at 1733278838894 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a8d2321: reopening flushed file at 1733278838903 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1047ms, sequenceid=97, compaction requested=false at 1733278838947 (+44 ms)Writing region close event to WAL at 1733278838964 (+17 ms)Closed at 1733278838964 2024-12-04T02:20:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42515 is added to blk_1073741830_1006 (size=63654) 2024-12-04T02:20:38,993 INFO [M:0;40249addbad9:38487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:20:38,993 INFO [M:0;40249addbad9:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38487 2024-12-04T02:20:38,993 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:38,995 INFO [M:0;40249addbad9:38487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1019e23b3da0003, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:39,160 INFO [M:0;40249addbad9:38487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:39,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56319531{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:39,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c2a388f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:39,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:39,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71415a35{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:39,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54002209{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:39,205 WARN [BP-1232668208-172.17.0.3-1733278816499 heartbeating to localhost/127.0.0.1:37741 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:20:39,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:20:39,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:20:39,205 WARN [BP-1232668208-172.17.0.3-1733278816499 heartbeating to localhost/127.0.0.1:37741 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1232668208-172.17.0.3-1733278816499 (Datanode Uuid 8fb8a773-6e2b-4afb-8934-20ea6adb299c) service to localhost/127.0.0.1:37741 2024-12-04T02:20:39,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/cluster_0ce0957e-a21d-0538-20e0-b0757bbd5b80/data/data1/current/BP-1232668208-172.17.0.3-1733278816499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:39,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:20:39,208 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/cluster_0ce0957e-a21d-0538-20e0-b0757bbd5b80/data/data2/current/BP-1232668208-172.17.0.3-1733278816499 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:39,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64a44995{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:39,214 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@331b9df7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:39,214 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:39,214 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@174dd381{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:39,215 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7205e040{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:20:39,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:20:39,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:39,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:39,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:39,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:39,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:39,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:20:39,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1747021187, stopped=false 2024-12-04T02:20:39,242 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,46185,1733278811375 2024-12-04T02:20:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01707703248/running 2024-12-04T02:20:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01707703248/running 2024-12-04T02:20:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:39,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:39,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/running 2024-12-04T02:20:39,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Set watcher on znode that does not yet exist, /01707703248/running 2024-12-04T02:20:39,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:39,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:39,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:39,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:39,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,33773,1733278811637' ***** 2024-12-04T02:20:39,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:20:39,269 INFO [RS:0;40249addbad9:33773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:20:39,269 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:20:39,269 INFO [RS:0;40249addbad9:33773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:20:39,269 INFO [RS:0;40249addbad9:33773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:20:39,269 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for bcc591e1b02018e1537516e66bd19a37 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,33773,1733278811637 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:33773. 2024-12-04T02:20:39,273 DEBUG [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:39,273 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:20:39,273 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:20:39,275 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcc591e1b02018e1537516e66bd19a37, disabling compactions & flushes 2024-12-04T02:20:39,275 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:39,275 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:39,275 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. after waiting 0 ms 2024-12-04T02:20:39,275 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:39,276 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:20:39,276 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1325): Online Regions={bcc591e1b02018e1537516e66bd19a37=test,,1733278823542.bcc591e1b02018e1537516e66bd19a37., 1588230740=hbase:meta,,1.1588230740, ea74c00686f1cbdf6ba46a25fe2186d8=hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8.} 2024-12-04T02:20:39,276 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcc591e1b02018e1537516e66bd19a37, ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:39,277 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:39,277 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:39,277 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:39,277 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:39,277 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:39,277 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:20:39,304 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/default/test/bcc591e1b02018e1537516e66bd19a37/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:20:39,305 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:39,305 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:20:39,305 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:39,305 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcc591e1b02018e1537516e66bd19a37: Waiting for close lock at 1733278839274Running coprocessor pre-close hooks at 1733278839274Disabling compacts and flushes for region at 1733278839275 (+1 ms)Disabling writes for close at 1733278839275Writing region close event to WAL at 1733278839288 (+13 ms)Running coprocessor post-close hooks at 1733278839305 (+17 ms)Closed at 1733278839305 2024-12-04T02:20:39,305 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278823542.bcc591e1b02018e1537516e66bd19a37. 2024-12-04T02:20:39,306 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea74c00686f1cbdf6ba46a25fe2186d8, disabling compactions & flushes 2024-12-04T02:20:39,306 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:39,306 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:39,306 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. after waiting 0 ms 2024-12-04T02:20:39,306 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:39,306 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea74c00686f1cbdf6ba46a25fe2186d8 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T02:20:39,318 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/info/d33bac67fe2447e9b33edd07688bcb05 is 147, key is hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8./info:regioninfo/1733278826259/Put/seqid=0 2024-12-04T02:20:39,326 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/hfileref/96cb5a641bbe42c5a52403696f95d43d is 74, key is 1/hfileref:3c623bfaa4354b7da43b6a93d042b0ee_SeqId_6_/1733278833951/Put/seqid=0 2024-12-04T02:20:39,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741846_1022 (size=7686) 2024-12-04T02:20:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741847_1023 (size=5345) 2024-12-04T02:20:39,350 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/hfileref/96cb5a641bbe42c5a52403696f95d43d 2024-12-04T02:20:39,361 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:39,396 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/queue/1bfe30de9caf4093955fbc485067fda5 is 153, key is 1-40249addbad9,33773,1733278811637/queue:40249addbad9%2C33773%2C1733278811637/1733278830860/Put/seqid=0 2024-12-04T02:20:39,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741848_1024 (size=5352) 2024-12-04T02:20:39,451 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/queue/1bfe30de9caf4093955fbc485067fda5 2024-12-04T02:20:39,470 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T02:20:39,470 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 40249addbad9:38487 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:38487 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 40249addbad9:38487 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:38487 2024-12-04T02:20:39,476 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea74c00686f1cbdf6ba46a25fe2186d8 2024-12-04T02:20:39,484 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/hfileref/96cb5a641bbe42c5a52403696f95d43d as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/hfileref/96cb5a641bbe42c5a52403696f95d43d 2024-12-04T02:20:39,501 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/hfileref/96cb5a641bbe42c5a52403696f95d43d, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T02:20:39,505 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/.tmp/queue/1bfe30de9caf4093955fbc485067fda5 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/queue/1bfe30de9caf4093955fbc485067fda5 2024-12-04T02:20:39,517 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/queue/1bfe30de9caf4093955fbc485067fda5, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T02:20:39,524 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea74c00686f1cbdf6ba46a25fe2186d8 in 218ms, sequenceid=10, compaction requested=false 2024-12-04T02:20:39,526 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1033, reset compression=false 2024-12-04T02:20:39,548 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:39,548 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1328, reset compression=false 2024-12-04T02:20:39,569 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:20:39,569 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:20:39,580 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:39,581 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 40249addbad9:38487 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:38487 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T02:20:39,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=40249addbad9:38487 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:38487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T02:20:39,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 40249addbad9:38487 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 40249addbad9/172.17.0.3:38487 2024-12-04T02:20:39,589 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/replication/ea74c00686f1cbdf6ba46a25fe2186d8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:20:39,591 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:39,591 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:39,591 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:39,591 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea74c00686f1cbdf6ba46a25fe2186d8: Waiting for close lock at 1733278839306Running coprocessor pre-close hooks at 1733278839306Disabling compacts and flushes for region at 1733278839306Disabling writes for close at 1733278839306Obtaining lock to block concurrent updates at 1733278839306Preparing flush snapshotting stores in ea74c00686f1cbdf6ba46a25fe2186d8 at 1733278839306Finished memstore snapshotting hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733278839306Flushing stores of hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. at 1733278839307 (+1 ms)Flushing ea74c00686f1cbdf6ba46a25fe2186d8/hfileref: creating writer at 1733278839307Flushing ea74c00686f1cbdf6ba46a25fe2186d8/hfileref: appending metadata at 1733278839325 (+18 ms)Flushing ea74c00686f1cbdf6ba46a25fe2186d8/hfileref: closing flushed file at 1733278839325Flushing ea74c00686f1cbdf6ba46a25fe2186d8/queue: creating writer at 1733278839368 (+43 ms)Flushing ea74c00686f1cbdf6ba46a25fe2186d8/queue: appending metadata at 1733278839389 (+21 ms)Flushing ea74c00686f1cbdf6ba46a25fe2186d8/queue: closing flushed file at 1733278839389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51afa012: reopening flushed file at 1733278839480 (+91 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ebf30a: reopening flushed file at 1733278839502 (+22 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for ea74c00686f1cbdf6ba46a25fe2186d8 in 218ms, sequenceid=10, compaction requested=false at 1733278839524 (+22 ms)Writing region close event to WAL at 1733278839564 (+40 ms)Running coprocessor post-close hooks at 1733278839590 (+26 ms)Closed at 1733278839591 (+1 ms) 2024-12-04T02:20:39,591 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278825341.ea74c00686f1cbdf6ba46a25fe2186d8. 2024-12-04T02:20:39,680 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:39,742 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/info/d33bac67fe2447e9b33edd07688bcb05 2024-12-04T02:20:39,789 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1328, reset compression=false 2024-12-04T02:20:39,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:39,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 40249addbad9:38487 this server is in the failed servers list 2024-12-04T02:20:39,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 40249addbad9:38487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:39,793 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/ns/ab518769827b4cfeac578212adb16ad3 is 43, key is default/ns:d/1733278816326/Put/seqid=0 2024-12-04T02:20:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741849_1025 (size=5153) 2024-12-04T02:20:39,880 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:40,081 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:40,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:40,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 40249addbad9:38487 this server is in the failed servers list 2024-12-04T02:20:40,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 40249addbad9:38487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:40,117 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.wal-reader.40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/WALs/40249addbad9,33773,1733278811637/40249addbad9%2C33773%2C1733278811637.1733278815647 to pos 1328, reset compression=false 2024-12-04T02:20:40,237 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/ns/ab518769827b4cfeac578212adb16ad3 2024-12-04T02:20:40,259 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca5e81bdfb44d9b8d77957ab2313782 is 112, key is test,,1733278823542.bcc591e1b02018e1537516e66bd19a37./rep_barrier:seqnumDuringOpen/1733278824373/Put/seqid=0 2024-12-04T02:20:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741850_1026 (size=5518) 2024-12-04T02:20:40,268 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca5e81bdfb44d9b8d77957ab2313782 2024-12-04T02:20:40,282 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:20:40,282 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:20:40,282 DEBUG [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:20:40,301 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/table/fe1487beb70a48bcb9c1362e2055cc7c is 53, key is hbase:replication/table:state/1733278826287/Put/seqid=0 2024-12-04T02:20:40,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741851_1027 (size=5308) 2024-12-04T02:20:40,312 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/table/fe1487beb70a48bcb9c1362e2055cc7c 2024-12-04T02:20:40,344 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/info/d33bac67fe2447e9b33edd07688bcb05 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/info/d33bac67fe2447e9b33edd07688bcb05 2024-12-04T02:20:40,360 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/info/d33bac67fe2447e9b33edd07688bcb05, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:20:40,361 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/ns/ab518769827b4cfeac578212adb16ad3 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/ns/ab518769827b4cfeac578212adb16ad3 2024-12-04T02:20:40,370 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/ns/ab518769827b4cfeac578212adb16ad3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:20:40,373 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/rep_barrier/9ca5e81bdfb44d9b8d77957ab2313782 as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/rep_barrier/9ca5e81bdfb44d9b8d77957ab2313782 2024-12-04T02:20:40,388 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/rep_barrier/9ca5e81bdfb44d9b8d77957ab2313782, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:20:40,391 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/.tmp/table/fe1487beb70a48bcb9c1362e2055cc7c as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/table/fe1487beb70a48bcb9c1362e2055cc7c 2024-12-04T02:20:40,409 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/table/fe1487beb70a48bcb9c1362e2055cc7c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:20:40,410 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1133ms, sequenceid=16, compaction requested=false 2024-12-04T02:20:40,414 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:20:40,414 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:40,414 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:40,414 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:40,414 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278839276Running coprocessor pre-close hooks at 1733278839276Disabling compacts and flushes for region at 1733278839276Disabling writes for close at 1733278839277 (+1 ms)Obtaining lock to block concurrent updates at 1733278839277Preparing flush snapshotting stores in 1588230740 at 1733278839277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278839277Flushing stores of hbase:meta,,1.1588230740 at 1733278839281 (+4 ms)Flushing 1588230740/info: creating writer at 1733278839281Flushing 1588230740/info: appending metadata at 1733278839318 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733278839318Flushing 1588230740/ns: creating writer at 1733278839754 (+436 ms)Flushing 1588230740/ns: appending metadata at 1733278839793 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1733278839793Flushing 1588230740/rep_barrier: creating writer at 1733278840243 (+450 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278840259 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278840259Flushing 1588230740/table: creating writer at 1733278840273 (+14 ms)Flushing 1588230740/table: appending metadata at 1733278840301 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733278840301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b937e66: reopening flushed file at 1733278840340 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ea5a06: reopening flushed file at 1733278840360 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df59325: reopening flushed file at 1733278840370 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e5ff3e: reopening flushed file at 1733278840388 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1133ms, sequenceid=16, compaction requested=false at 1733278840410 (+22 ms)Writing region close event to WAL at 1733278840411 (+1 ms)Running coprocessor post-close hooks at 1733278840414 (+3 ms)Closed at 1733278840414 2024-12-04T02:20:40,415 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:40,483 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,33773,1733278811637; all regions closed. 2024-12-04T02:20:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:20:40,486 DEBUG [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs 2024-12-04T02:20:40,486 INFO [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C33773%2C1733278811637.meta:.meta(num 1733278816125) 2024-12-04T02:20:40,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741839_1015 (size=2695) 2024-12-04T02:20:40,492 DEBUG [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs 2024-12-04T02:20:40,492 INFO [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C33773%2C1733278811637.rep:(num 1733278826129) 2024-12-04T02:20:40,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741833_1009 (size=1336) 2024-12-04T02:20:40,499 DEBUG [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/oldWALs 2024-12-04T02:20:40,499 INFO [RS:0;40249addbad9:33773 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C33773%2C1733278811637:(num 1733278815647) 2024-12-04T02:20:40,499 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:40,499 INFO [RS:0;40249addbad9:33773 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:20:40,500 INFO [RS:0;40249addbad9:33773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:40,500 INFO [RS:0;40249addbad9:33773 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:40,500 INFO [RS:0;40249addbad9:33773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:40,500 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:40,500 INFO [RS:0;40249addbad9:33773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,33773,1733278811637 because: Region server is closing 2024-12-04T02:20:40,500 INFO [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:33773. 2024-12-04T02:20:40,500 DEBUG [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:40,500 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:40,500 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:40,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:40,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:40,601 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T02:20:40,601 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T02:20:40,601 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T02:20:40,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:40,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 40249addbad9:38487 this server is in the failed servers list 2024-12-04T02:20:40,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 40249addbad9:38487 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:40,950 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:20:41,402 INFO [RS:0;40249addbad9:33773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,33773,1733278811637.replicationSource.shipper40249addbad9%2C33773%2C1733278811637,1-40249addbad9,33773,1733278811637 terminated 2024-12-04T02:20:41,402 INFO [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:33773. 2024-12-04T02:20:41,402 DEBUG [RS:0;40249addbad9:33773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:41,402 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:41,403 DEBUG [RS:0;40249addbad9:33773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:41,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:41,403 INFO [RS:0;40249addbad9:33773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33773 2024-12-04T02:20:41,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01707703248/rs/40249addbad9,33773,1733278811637 2024-12-04T02:20:41,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248/rs 2024-12-04T02:20:41,451 INFO [RS:0;40249addbad9:33773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:41,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,33773,1733278811637] 2024-12-04T02:20:41,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:41,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:41,633 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:41,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/draining/40249addbad9,33773,1733278811637 already deleted, retry=false 2024-12-04T02:20:41,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,33773,1733278811637 expired; onlineServers=0 2024-12-04T02:20:41,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,46185,1733278811375' ***** 2024-12-04T02:20:41,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:20:41,656 INFO [M:0;40249addbad9:46185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:20:41,657 DEBUG [M:0;40249addbad9:46185 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:20:41,657 DEBUG [M:0;40249addbad9:46185 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:20:41,657 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278814997 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278814997,5,FailOnTimeoutGroup] 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:20:41,657 DEBUG [M:0;40249addbad9:46185 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:20:41,657 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:20:41,657 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278815006 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278815006,5,FailOnTimeoutGroup] 2024-12-04T02:20:41,657 INFO [M:0;40249addbad9:46185 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:20:41,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:20:41,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01707703248/master 2024-12-04T02:20:41,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01707703248 2024-12-04T02:20:41,684 DEBUG [M:0;40249addbad9:46185 {}] zookeeper.RecoverableZooKeeper(212): Node /01707703248/master already deleted, retry=false 2024-12-04T02:20:41,684 DEBUG [M:0;40249addbad9:46185 {}] master.ActiveMasterManager(353): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Failed delete of our master address node; KeeperErrorCode = NoNode for /01707703248/master 2024-12-04T02:20:41,686 INFO [M:0;40249addbad9:46185 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/.lastflushedseqids 2024-12-04T02:20:41,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:41,692 INFO [RS:0;40249addbad9:33773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:41,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33773-0x1019e23b3da0001, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:41,692 INFO [RS:0;40249addbad9:33773 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,33773,1733278811637; zookeeper connection closed. 2024-12-04T02:20:41,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b776086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b776086 2024-12-04T02:20:41,740 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:20:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741852_1028 (size=263) 2024-12-04T02:20:41,760 INFO [M:0;40249addbad9:46185 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:20:41,760 INFO [M:0;40249addbad9:46185 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:20:41,761 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:41,761 INFO [M:0;40249addbad9:46185 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:41,761 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:41,761 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:41,761 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:41,761 INFO [M:0;40249addbad9:46185 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T02:20:41,808 DEBUG [M:0;40249addbad9:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd6a5c92bcf54d50b7b08f5bfe28196c is 82, key is hbase:meta,,1/info:regioninfo/1733278816203/Put/seqid=0 2024-12-04T02:20:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741853_1029 (size=5672) 2024-12-04T02:20:42,259 INFO [M:0;40249addbad9:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd6a5c92bcf54d50b7b08f5bfe28196c 2024-12-04T02:20:42,296 DEBUG [M:0;40249addbad9:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b508532f189942798e5aa09b2eb3e92a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278826295/Put/seqid=0 2024-12-04T02:20:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741854_1030 (size=8515) 2024-12-04T02:20:42,752 INFO [M:0;40249addbad9:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b508532f189942798e5aa09b2eb3e92a 2024-12-04T02:20:42,830 DEBUG [M:0;40249addbad9:46185 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d83d9d7fdb574d08bdd35fe6dc3b655c is 69, key is 40249addbad9,33773,1733278811637/rs:state/1733278815358/Put/seqid=0 2024-12-04T02:20:42,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741855_1031 (size=5156) 2024-12-04T02:20:42,879 INFO [M:0;40249addbad9:46185 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d83d9d7fdb574d08bdd35fe6dc3b655c 2024-12-04T02:20:42,890 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dd6a5c92bcf54d50b7b08f5bfe28196c as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd6a5c92bcf54d50b7b08f5bfe28196c 2024-12-04T02:20:42,898 INFO [M:0;40249addbad9:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dd6a5c92bcf54d50b7b08f5bfe28196c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:20:42,900 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b508532f189942798e5aa09b2eb3e92a as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b508532f189942798e5aa09b2eb3e92a 2024-12-04T02:20:42,909 INFO [M:0;40249addbad9:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b508532f189942798e5aa09b2eb3e92a, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:20:42,911 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d83d9d7fdb574d08bdd35fe6dc3b655c as hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d83d9d7fdb574d08bdd35fe6dc3b655c 2024-12-04T02:20:42,929 INFO [M:0;40249addbad9:46185 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34407/user/jenkins/test-data/7f0bd497-eb80-f4c7-0f5c-b7d1c7b77a94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d83d9d7fdb574d08bdd35fe6dc3b655c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:20:42,930 INFO [M:0;40249addbad9:46185 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1169ms, sequenceid=97, compaction requested=false 2024-12-04T02:20:42,951 INFO [M:0;40249addbad9:46185 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:42,951 DEBUG [M:0;40249addbad9:46185 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278841760Disabling compacts and flushes for region at 1733278841761 (+1 ms)Disabling writes for close at 1733278841761Obtaining lock to block concurrent updates at 1733278841761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278841761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733278841761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278841763 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278841764 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278841808 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278841808Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278842268 (+460 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278842295 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278842295Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278842798 (+503 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278842829 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278842830 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51d6395: reopening flushed file at 1733278842889 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379845c: reopening flushed file at 1733278842899 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cf8138: reopening flushed file at 1733278842909 (+10 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1169ms, sequenceid=97, compaction requested=false at 1733278842930 (+21 ms)Writing region close event to WAL at 1733278842951 (+21 ms)Closed at 1733278842951 2024-12-04T02:20:42,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41287 is added to blk_1073741830_1006 (size=63642) 2024-12-04T02:20:42,955 INFO [M:0;40249addbad9:46185 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:20:42,955 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:20:42,955 INFO [M:0;40249addbad9:46185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46185 2024-12-04T02:20:42,955 INFO [M:0;40249addbad9:46185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:20:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:43,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46185-0x1019e23b3da0000, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:20:43,116 INFO [M:0;40249addbad9:46185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:20:43,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@763a17ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:43,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a543dd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:43,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b0cdc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:43,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@676af7c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:43,150 WARN [BP-4602839-172.17.0.3-1733278808169 heartbeating to localhost/127.0.0.1:34407 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:20:43,150 WARN [BP-4602839-172.17.0.3-1733278808169 heartbeating to localhost/127.0.0.1:34407 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-4602839-172.17.0.3-1733278808169 (Datanode Uuid 5d5a8d7d-62ed-44e8-8710-d89b25286721) service to localhost/127.0.0.1:34407 2024-12-04T02:20:43,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:20:43,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/data/data1/current/BP-4602839-172.17.0.3-1733278808169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:43,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:20:43,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:20:43,156 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/cluster_e9b2d351-3aca-9649-343a-57b6686022b9/data/data2/current/BP-4602839-172.17.0.3-1733278808169 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:20:43,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b577f7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:43,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c5281a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:20:43,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:20:43,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66cab43e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:20:43,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d8fb6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8868eb8a-11ae-2710-ac42-e6f92c44bf93/hadoop.log.dir/,STOPPED} 2024-12-04T02:20:43,187 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:20:43,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:20:43,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 203) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37741 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37741 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:34407 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:37741 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51652) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:34407 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37741 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:34407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34407 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51652) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:34407 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37741 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:34407 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=877 (was 637) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4960 (was 4525) - AvailableMemoryMB LEAK? - 2024-12-04T02:20:43,247 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=877, ProcessCount=11, AvailableMemoryMB=4960 2024-12-04T02:20:43,266 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T02:20:43,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir so I do NOT create it in target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866 2024-12-04T02:20:43,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:20:43,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.tmp.dir so I do NOT create it in target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866 2024-12-04T02:20:43,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d68165e0-71c9-c5a3-00ef-905eb0088033/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:20:43,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866 2024-12-04T02:20:43,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489, deleteOnExit=true 2024-12-04T02:20:43,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e23b3da0005, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:20:43,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e23b3da0005, quorum=127.0.0.1:51652, baseZNode=/11560125716 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:20:43,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e23b3da0002, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:20:43,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e23b3da0002, quorum=127.0.0.1:51652, baseZNode=/01707703248 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:20:43,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/zookeeper_0, clientPort=51465, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:20:43,332 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51465 2024-12-04T02:20:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:20:43,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/test.cache.data in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:20:43,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:43,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:20:43,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:20:43,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:43,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:43,645 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:43,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:43,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:43,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:43,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:43,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:20:43,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:43,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2db8faa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:43,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@119756b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:43,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@260f4523{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/java.io.tmpdir/jetty-localhost-42645-hadoop-hdfs-3_4_1-tests_jar-_-any-16243970076382239303/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:43,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266248b7{HTTP/1.1, (http/1.1)}{localhost:42645} 2024-12-04T02:20:43,956 INFO [Time-limited test {}] server.Server(415): Started @206015ms 2024-12-04T02:20:44,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:44,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:44,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:44,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:44,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:20:44,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@286e937b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:44,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ffe99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:44,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ca0f18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/java.io.tmpdir/jetty-localhost-42481-hadoop-hdfs-3_4_1-tests_jar-_-any-14192024148196383819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:44,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d10d409{HTTP/1.1, (http/1.1)}{localhost:42481} 2024-12-04T02:20:44,665 INFO [Time-limited test {}] server.Server(415): Started @206724ms 2024-12-04T02:20:44,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:20:45,764 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/data/data1/current/BP-898027572-172.17.0.3-1733278843355/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:45,768 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/data/data2/current/BP-898027572-172.17.0.3-1733278843355/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:45,799 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:20:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50113a358c007d55 with lease ID 0x23c4cee432ed990b: Processing first storage report for DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd from datanode DatanodeRegistration(127.0.0.1:44921, datanodeUuid=7a7627f9-822d-44bb-afc3-53964d57b21d, infoPort=45021, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=1894630675;c=1733278843355) 2024-12-04T02:20:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50113a358c007d55 with lease ID 0x23c4cee432ed990b: from storage DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd node DatanodeRegistration(127.0.0.1:44921, datanodeUuid=7a7627f9-822d-44bb-afc3-53964d57b21d, infoPort=45021, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=1894630675;c=1733278843355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50113a358c007d55 with lease ID 0x23c4cee432ed990b: Processing first storage report for DS-31dc58e7-6e9e-4076-9646-d181878cabb3 from datanode DatanodeRegistration(127.0.0.1:44921, datanodeUuid=7a7627f9-822d-44bb-afc3-53964d57b21d, infoPort=45021, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=1894630675;c=1733278843355) 2024-12-04T02:20:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50113a358c007d55 with lease ID 0x23c4cee432ed990b: from storage DS-31dc58e7-6e9e-4076-9646-d181878cabb3 node DatanodeRegistration(127.0.0.1:44921, datanodeUuid=7a7627f9-822d-44bb-afc3-53964d57b21d, infoPort=45021, infoSecurePort=0, ipcPort=34287, storageInfo=lv=-57;cid=testClusterID;nsid=1894630675;c=1733278843355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:45,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866 2024-12-04T02:20:45,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:45,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:45,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:20:45,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a with version=8 2024-12-04T02:20:45,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/hbase-staging 2024-12-04T02:20:45,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:20:45,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:45,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42633 2024-12-04T02:20:45,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:45,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42633 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:45,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:45,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:46,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426330x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:46,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42633-0x1019e243d3c0000 connected 2024-12-04T02:20:46,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:46,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:46,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/running 2024-12-04T02:20:46,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a, hbase.cluster.distributed=false 2024-12-04T02:20:46,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/acl 2024-12-04T02:20:46,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-04T02:20:46,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42633 2024-12-04T02:20:46,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42633 2024-12-04T02:20:46,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-04T02:20:46,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42633 2024-12-04T02:20:46,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:46,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:20:46,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:46,568 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39289 2024-12-04T02:20:46,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39289 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:46,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:46,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392890x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/running 2024-12-04T02:20:46,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:20:46,592 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392890x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:46,616 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:20:46,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392890x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/master 2024-12-04T02:20:46,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392890x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/acl 2024-12-04T02:20:46,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39289-0x1019e243d3c0001 connected 2024-12-04T02:20:46,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39289 2024-12-04T02:20:46,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39289 2024-12-04T02:20:46,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39289 2024-12-04T02:20:46,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39289 2024-12-04T02:20:46,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39289 2024-12-04T02:20:46,723 DEBUG [M:0;40249addbad9:42633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:42633 2024-12-04T02:20:46,752 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0314581344/backup-masters/40249addbad9,42633,1733278845905 2024-12-04T02:20:46,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/backup-masters 2024-12-04T02:20:46,771 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/backup-masters 2024-12-04T02:20:46,776 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on existing znode=/0314581344/backup-masters/40249addbad9,42633,1733278845905 2024-12-04T02:20:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:46,791 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314581344/master 2024-12-04T02:20:46,791 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:46,792 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on existing znode=/0314581344/master 2024-12-04T02:20:46,792 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0314581344/backup-masters/40249addbad9,42633,1733278845905 from backup master directory 2024-12-04T02:20:46,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314581344/backup-masters/40249addbad9,42633,1733278845905 2024-12-04T02:20:46,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/backup-masters 2024-12-04T02:20:46,802 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:46,802 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,42633,1733278845905 2024-12-04T02:20:46,803 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/backup-masters 2024-12-04T02:20:46,836 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/hbase.id] with ID: 6106dfb5-0266-4049-ba9d-4d957e28e3d6 2024-12-04T02:20:46,836 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/.tmp/hbase.id 2024-12-04T02:20:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:20:46,904 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/.tmp/hbase.id]:[hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/hbase.id] 2024-12-04T02:20:46,923 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:46,924 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:20:46,925 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:20:46,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:46,940 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:20:47,010 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:47,011 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:20:47,012 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:47,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:20:47,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store 2024-12-04T02:20:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:47,117 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:47,117 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:47,117 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278847117Disabling compacts and flushes for region at 1733278847117Disabling writes for close at 1733278847117Writing region close event to WAL at 1733278847117Closed at 1733278847117 2024-12-04T02:20:47,121 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/.initializing 2024-12-04T02:20:47,121 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/WALs/40249addbad9,42633,1733278845905 2024-12-04T02:20:47,122 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:47,124 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C42633%2C1733278845905, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/WALs/40249addbad9,42633,1733278845905, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/oldWALs, maxLogs=10 2024-12-04T02:20:47,140 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/WALs/40249addbad9,42633,1733278845905/40249addbad9%2C42633%2C1733278845905.1733278847124, exclude list is [], retry=0 2024-12-04T02:20:47,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44921,DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd,DISK] 2024-12-04T02:20:47,162 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/WALs/40249addbad9,42633,1733278845905/40249addbad9%2C42633%2C1733278845905.1733278847124 2024-12-04T02:20:47,162 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-04T02:20:47,162 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:47,162 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:47,163 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,163 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:20:47,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:47,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:47,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:20:47,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:47,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:47,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:20:47,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:47,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:47,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:20:47,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:47,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:47,172 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,172 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,173 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,174 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,174 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,174 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:47,176 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:47,186 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:47,187 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70714299, jitterRate=0.053725168108940125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:47,187 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278847163Initializing all the Stores at 1733278847163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278847163Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278847164 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278847164Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278847164Cleaning up temporary data from old regions at 1733278847174 (+10 ms)Region opened successfully at 1733278847187 (+13 ms) 2024-12-04T02:20:47,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:20:47,195 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e50d561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:47,204 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:20:47,205 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:20:47,205 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:20:47,205 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:20:47,205 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:20:47,206 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:20:47,206 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:20:47,213 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:20:47,214 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Unable to get data of znode /0314581344/balancer because node does not exist (not necessarily an error) 2024-12-04T02:20:47,260 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/balancer already deleted, retry=false 2024-12-04T02:20:47,261 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:20:47,261 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Unable to get data of znode /0314581344/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:20:47,282 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/normalizer already deleted, retry=false 2024-12-04T02:20:47,283 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:20:47,285 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Unable to get data of znode /0314581344/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:20:47,296 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/switch/split already deleted, retry=false 2024-12-04T02:20:47,304 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Unable to get data of znode /0314581344/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:20:47,314 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/switch/merge already deleted, retry=false 2024-12-04T02:20:47,325 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Unable to get data of znode /0314581344/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:20:47,335 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/snapshot-cleanup already deleted, retry=false 2024-12-04T02:20:47,349 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,42633,1733278845905, sessionid=0x1019e243d3c0000, setting cluster-up flag (Was=false) 2024-12-04T02:20:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314581344/running 2024-12-04T02:20:47,352 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0314581344/running 2024-12-04T02:20:47,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:47,352 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:47,539 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0314581344/flush-table-proc/acquired, /0314581344/flush-table-proc/reached, /0314581344/flush-table-proc/abort 2024-12-04T02:20:47,544 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,42633,1733278845905 2024-12-04T02:20:47,570 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:47,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:47,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0314581344/online-snapshot/acquired, /0314581344/online-snapshot/reached, /0314581344/online-snapshot/abort 2024-12-04T02:20:47,664 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,42633,1733278845905 2024-12-04T02:20:47,668 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:20:47,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:47,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:20:47,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:20:47,674 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,42633,1733278845905 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:47,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:47,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:47,681 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8211 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:47,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:47,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:20:47,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:47,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:20:47,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:20:47,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278877724 2024-12-04T02:20:47,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:20:47,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:20:47,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:20:47,724 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:20:47,725 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:20:47,725 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:20:47,725 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,728 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:20:47,728 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:20:47,728 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:20:47,728 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:20:47,729 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(746): ClusterId : 6106dfb5-0266-4049-ba9d-4d957e28e3d6 2024-12-04T02:20:47,729 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:20:47,740 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:20:47,740 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:20:47,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:20:47,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:20:47,754 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:20:47,755 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ed466c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:47,756 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278847740,5,FailOnTimeoutGroup] 2024-12-04T02:20:47,757 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278847756,5,FailOnTimeoutGroup] 2024-12-04T02:20:47,757 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,757 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:20:47,757 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,757 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,771 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:39289 2024-12-04T02:20:47,771 INFO [RS:0;40249addbad9:39289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:20:47,771 INFO [RS:0;40249addbad9:39289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:20:47,771 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:20:47,772 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,42633,1733278845905 with port=39289, startcode=1733278846566 2024-12-04T02:20:47,772 DEBUG [RS:0;40249addbad9:39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:20:47,777 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:20:47,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,39289,1733278846566 2024-12-04T02:20:47,777 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42633 {}] master.ServerManager(517): Registering regionserver=40249addbad9,39289,1733278846566 2024-12-04T02:20:47,779 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a 2024-12-04T02:20:47,779 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42461 2024-12-04T02:20:47,779 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:20:47,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/rs 2024-12-04T02:20:47,791 DEBUG [RS:0;40249addbad9:39289 {}] zookeeper.ZKUtil(111): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on existing znode=/0314581344/rs/40249addbad9,39289,1733278846566 2024-12-04T02:20:47,791 WARN [RS:0;40249addbad9:39289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:47,792 INFO [RS:0;40249addbad9:39289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:47,792 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566 2024-12-04T02:20:47,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,39289,1733278846566] 2024-12-04T02:20:47,795 INFO [RS:0;40249addbad9:39289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:20:47,804 INFO [RS:0;40249addbad9:39289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:20:47,808 INFO [RS:0;40249addbad9:39289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:20:47,808 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,812 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:20:47,814 INFO [RS:0;40249addbad9:39289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:20:47,814 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:47,814 DEBUG [RS:0;40249addbad9:39289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,840 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,39289,1733278846566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:47,865 INFO [RS:0;40249addbad9:39289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:20:47,866 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,39289,1733278846566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,866 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,866 INFO [RS:0;40249addbad9:39289 {}] regionserver.Replication(171): 40249addbad9,39289,1733278846566 started 2024-12-04T02:20:47,883 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:47,883 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,39289,1733278846566, RpcServer on 40249addbad9/172.17.0.3:39289, sessionid=0x1019e243d3c0001 2024-12-04T02:20:47,884 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:20:47,884 DEBUG [RS:0;40249addbad9:39289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,39289,1733278846566 2024-12-04T02:20:47,884 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,39289,1733278846566' 2024-12-04T02:20:47,884 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0314581344/flush-table-proc/abort' 2024-12-04T02:20:47,884 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0314581344/flush-table-proc/acquired' 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,39289,1733278846566 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,39289,1733278846566' 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0314581344/online-snapshot/abort' 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0314581344/online-snapshot/acquired' 2024-12-04T02:20:47,885 DEBUG [RS:0;40249addbad9:39289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:20:47,886 INFO [RS:0;40249addbad9:39289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:20:47,886 INFO [RS:0;40249addbad9:39289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:47,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:20:47,986 INFO [RS:0;40249addbad9:39289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:47,988 INFO [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39289%2C1733278846566, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs, maxLogs=10 2024-12-04T02:20:48,004 DEBUG [RS:0;40249addbad9:39289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, exclude list is [], retry=0 2024-12-04T02:20:48,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44921,DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd,DISK] 2024-12-04T02:20:48,018 INFO [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 2024-12-04T02:20:48,021 DEBUG [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-04T02:20:48,121 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:20:48,121 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a 2024-12-04T02:20:48,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:20:48,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:48,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:48,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:48,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:48,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:48,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:48,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:48,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:48,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:48,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:48,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740 2024-12-04T02:20:48,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740 2024-12-04T02:20:48,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:48,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:48,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:48,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:48,243 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:48,248 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69785165, jitterRate=0.039879992604255676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278848142Initializing all the Stores at 1733278848152 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848155 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278848156 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848156Cleaning up temporary data from old regions at 1733278848209 (+53 ms)Region opened successfully at 1733278848249 (+40 ms) 2024-12-04T02:20:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:48,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:48,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:48,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278848249Disabling compacts and flushes for region at 1733278848249Disabling writes for close at 1733278848249Writing region close event to WAL at 1733278848251 (+2 ms)Closed at 1733278848251 2024-12-04T02:20:48,252 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:48,252 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:20:48,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:20:48,253 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:48,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:20:48,404 DEBUG [40249addbad9:42633 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:20:48,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:48,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,39289,1733278846566, state=OPENING 2024-12-04T02:20:48,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:20:48,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:48,475 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:48,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314581344/meta-region-server: CHANGED 2024-12-04T02:20:48,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314581344/meta-region-server: CHANGED 2024-12-04T02:20:48,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:48,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,39289,1733278846566}] 2024-12-04T02:20:48,636 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:48,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:20:48,654 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:20:48,654 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:48,654 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:20:48,657 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39289%2C1733278846566.meta, suffix=.meta, logDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs, maxLogs=10 2024-12-04T02:20:48,673 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.meta.1733278848657.meta, exclude list is [], retry=0 2024-12-04T02:20:48,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44921,DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd,DISK] 2024-12-04T02:20:48,680 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.meta.1733278848657.meta 2024-12-04T02:20:48,682 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-04T02:20:48,682 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:48,683 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:48,683 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:48,683 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:20:48,683 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:20:48,683 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:20:48,683 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:48,684 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:20:48,684 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:20:48,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:48,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:48,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:48,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:48,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:48,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:48,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:48,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:48,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:48,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:48,708 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:48,708 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740 2024-12-04T02:20:48,716 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740 2024-12-04T02:20:48,717 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:48,717 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:48,718 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:48,719 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:48,720 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60016907, jitterRate=-0.10567839443683624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:48,720 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:20:48,721 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278848684Writing region info on filesystem at 1733278848684Initializing all the Stores at 1733278848687 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848688 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278848688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278848688Cleaning up temporary data from old regions at 1733278848717 (+29 ms)Running coprocessor post-open hooks at 1733278848720 (+3 ms)Region opened successfully at 1733278848721 (+1 ms) 2024-12-04T02:20:48,728 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278848636 2024-12-04T02:20:48,732 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:20:48,732 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:20:48,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:48,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,39289,1733278846566, state=OPEN 2024-12-04T02:20:48,776 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0314581344/meta-region-server 2024-12-04T02:20:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0314581344/meta-region-server 2024-12-04T02:20:48,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,39289,1733278846566 2024-12-04T02:20:48,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314581344/meta-region-server: CHANGED 2024-12-04T02:20:48,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0314581344/meta-region-server: CHANGED 2024-12-04T02:20:48,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:20:48,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,39289,1733278846566 in 300 msec 2024-12-04T02:20:48,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:48,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:20:48,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:20:48,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 541 msec 2024-12-04T02:20:48,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:48,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39289,1733278846566, seqNum=-1] 2024-12-04T02:20:48,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:48,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:48,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1520 sec 2024-12-04T02:20:48,827 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278848827, completionTime=-1 2024-12-04T02:20:48,827 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:20:48,827 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:20:48,833 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:20:48,833 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278908833 2024-12-04T02:20:48,833 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278968833 2024-12-04T02:20:48,833 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-12-04T02:20:48,834 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,834 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,834 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,834 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:42633, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,834 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,835 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,837 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.048sec 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:48,850 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:20:48,852 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:20:48,852 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:20:48,852 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42633,1733278845905-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:48,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432e4d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:48,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:20:48,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:48,938 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:20:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:20:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8755b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:20:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:48,943 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:48,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3219fd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:48,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39289,1733278846566, seqNum=-1] 2024-12-04T02:20:48,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:48,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,42633,1733278845905 2024-12-04T02:20:48,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:48,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e243d3c0002 connected 2024-12-04T02:20:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir so I do NOT create it in target/test-data/1c7ed908-675d-6597-496f-f17c11586a15 2024-12-04T02:20:49,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:20:49,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.tmp.dir so I do NOT create it in target/test-data/1c7ed908-675d-6597-496f-f17c11586a15 2024-12-04T02:20:49,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:20:49,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/cluster_ca235b2f-3fe8-da99-e478-1e40fa7fb09e, deleteOnExit=true 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/test.cache.data in system properties and HBase conf 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:20:49,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:20:49,015 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:20:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:20:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:20:49,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:49,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:49,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:49,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:20:49,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:49,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78c3ce2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:49,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28706b60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:49,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67f0b96e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/java.io.tmpdir/jetty-localhost-43297-hadoop-hdfs-3_4_1-tests_jar-_-any-2024570948835341216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:20:49,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa815d2{HTTP/1.1, (http/1.1)}{localhost:43297} 2024-12-04T02:20:49,771 INFO [Time-limited test {}] server.Server(415): Started @211830ms 2024-12-04T02:20:50,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:20:50,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:20:50,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:20:50,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:20:50,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:20:50,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3e8997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:20:50,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bd5e139{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:20:50,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cdac117{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/java.io.tmpdir/jetty-localhost-37709-hadoop-hdfs-3_4_1-tests_jar-_-any-10237828712063366913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:20:50,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bc11f28{HTTP/1.1, (http/1.1)}{localhost:37709} 2024-12-04T02:20:50,360 INFO [Time-limited test {}] server.Server(415): Started @212419ms 2024-12-04T02:20:50,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:20:51,139 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/cluster_ca235b2f-3fe8-da99-e478-1e40fa7fb09e/data/data1/current/BP-1519033586-172.17.0.3-1733278849052/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:51,139 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/cluster_ca235b2f-3fe8-da99-e478-1e40fa7fb09e/data/data2/current/BP-1519033586-172.17.0.3-1733278849052/current, will proceed with Du for space computation calculation, 2024-12-04T02:20:51,161 WARN [Thread-2302 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed200170e5bb604 with lease ID 0x4925d11310ed18b7: Processing first storage report for DS-fe95b10d-3e01-46b4-b36d-4a30777f7826 from datanode DatanodeRegistration(127.0.0.1:37271, datanodeUuid=cd796054-5472-4816-9587-cd58a1fcbd88, infoPort=40157, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=1490629599;c=1733278849052) 2024-12-04T02:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed200170e5bb604 with lease ID 0x4925d11310ed18b7: from storage DS-fe95b10d-3e01-46b4-b36d-4a30777f7826 node DatanodeRegistration(127.0.0.1:37271, datanodeUuid=cd796054-5472-4816-9587-cd58a1fcbd88, infoPort=40157, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=1490629599;c=1733278849052), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4ed200170e5bb604 with lease ID 0x4925d11310ed18b7: Processing first storage report for DS-c0387aef-e311-4400-96d5-e2da9faf0536 from datanode DatanodeRegistration(127.0.0.1:37271, datanodeUuid=cd796054-5472-4816-9587-cd58a1fcbd88, infoPort=40157, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=1490629599;c=1733278849052) 2024-12-04T02:20:51,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4ed200170e5bb604 with lease ID 0x4925d11310ed18b7: from storage DS-c0387aef-e311-4400-96d5-e2da9faf0536 node DatanodeRegistration(127.0.0.1:37271, datanodeUuid=cd796054-5472-4816-9587-cd58a1fcbd88, infoPort=40157, infoSecurePort=0, ipcPort=32769, storageInfo=lv=-57;cid=testClusterID;nsid=1490629599;c=1733278849052), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:20:51,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15 2024-12-04T02:20:51,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:20:51,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee with version=8 2024-12-04T02:20:51,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/hbase-staging 2024-12-04T02:20:51,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:20:51,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:51,228 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44041 2024-12-04T02:20:51,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44041 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:51,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440410x0, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:51,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44041-0x1019e243d3c0003 connected 2024-12-04T02:20:51,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/running 2024-12-04T02:20:51,505 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee, hbase.cluster.distributed=false 2024-12-04T02:20:51,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/acl 2024-12-04T02:20:51,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44041 2024-12-04T02:20:51,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44041 2024-12-04T02:20:51,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44041 2024-12-04T02:20:51,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44041 2024-12-04T02:20:51,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44041 2024-12-04T02:20:51,531 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:20:51,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:20:51,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35705 2024-12-04T02:20:51,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35705 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:51,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:51,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357050x0, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:51,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357050x0, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/running 2024-12-04T02:20:51,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35705-0x1019e243d3c0004 connected 2024-12-04T02:20:51,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:20:51,592 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:20:51,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/master 2024-12-04T02:20:51,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/acl 2024-12-04T02:20:51,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35705 2024-12-04T02:20:51,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35705 2024-12-04T02:20:51,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35705 2024-12-04T02:20:51,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35705 2024-12-04T02:20:51,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35705 2024-12-04T02:20:51,638 DEBUG [M:0;40249addbad9:44041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:44041 2024-12-04T02:20:51,640 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-973483851/backup-masters/40249addbad9,44041,1733278851219 2024-12-04T02:20:51,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/backup-masters 2024-12-04T02:20:51,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/backup-masters 2024-12-04T02:20:51,651 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on existing znode=/1-973483851/backup-masters/40249addbad9,44041,1733278851219 2024-12-04T02:20:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973483851/master 2024-12-04T02:20:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:51,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:51,662 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on existing znode=/1-973483851/master 2024-12-04T02:20:51,664 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-973483851/backup-masters/40249addbad9,44041,1733278851219 from backup master directory 2024-12-04T02:20:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973483851/backup-masters/40249addbad9,44041,1733278851219 2024-12-04T02:20:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/backup-masters 2024-12-04T02:20:51,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/backup-masters 2024-12-04T02:20:51,676 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:51,676 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,44041,1733278851219 2024-12-04T02:20:51,682 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/hbase.id] with ID: 96d1f67a-4463-4a63-ac95-e7f40df02cfc 2024-12-04T02:20:51,682 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/.tmp/hbase.id 2024-12-04T02:20:51,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:20:52,094 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/.tmp/hbase.id]:[hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/hbase.id] 2024-12-04T02:20:52,107 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:20:52,107 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:20:52,109 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T02:20:52,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:20:52,215 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:52,216 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:20:52,216 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:52,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:20:52,632 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store 2024-12-04T02:20:52,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:20:52,646 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:52,646 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:20:52,646 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:52,646 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:52,646 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:20:52,647 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:52,647 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:20:52,647 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278852646Disabling compacts and flushes for region at 1733278852646Disabling writes for close at 1733278852646Writing region close event to WAL at 1733278852647 (+1 ms)Closed at 1733278852647 2024-12-04T02:20:52,649 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/.initializing 2024-12-04T02:20:52,650 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/WALs/40249addbad9,44041,1733278851219 2024-12-04T02:20:52,650 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:52,652 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C44041%2C1733278851219, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/WALs/40249addbad9,44041,1733278851219, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/oldWALs, maxLogs=10 2024-12-04T02:20:52,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/WALs/40249addbad9,44041,1733278851219/40249addbad9%2C44041%2C1733278851219.1733278852652, exclude list is [], retry=0 2024-12-04T02:20:52,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-fe95b10d-3e01-46b4-b36d-4a30777f7826,DISK] 2024-12-04T02:20:52,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/WALs/40249addbad9,44041,1733278851219/40249addbad9%2C44041%2C1733278851219.1733278852652 2024-12-04T02:20:52,672 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40157:40157)] 2024-12-04T02:20:52,672 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:52,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:52,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:20:52,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:52,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:52,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:20:52,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:52,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:52,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:20:52,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:52,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:52,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:20:52,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:52,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:52,681 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,682 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:52,686 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:20:52,689 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:52,689 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59643528, jitterRate=-0.11124217510223389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:52,689 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278852673Initializing all the Stores at 1733278852674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278852674Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278852674Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278852674Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278852674Cleaning up temporary data from old regions at 1733278852684 (+10 ms)Region opened successfully at 1733278852689 (+5 ms) 2024-12-04T02:20:52,689 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:20:52,692 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1cd4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:52,693 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:20:52,693 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:20:52,693 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:20:52,693 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:20:52,694 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:20:52,694 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:20:52,694 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:20:52,696 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:20:52,699 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Unable to get data of znode /1-973483851/balancer because node does not exist (not necessarily an error) 2024-12-04T02:20:52,718 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/balancer already deleted, retry=false 2024-12-04T02:20:52,719 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:20:52,719 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Unable to get data of znode /1-973483851/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:20:52,727 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/normalizer already deleted, retry=false 2024-12-04T02:20:52,728 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:20:52,729 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Unable to get data of znode /1-973483851/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:20:52,747 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/switch/split already deleted, retry=false 2024-12-04T02:20:52,748 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Unable to get data of znode /1-973483851/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:20:52,759 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/switch/merge already deleted, retry=false 2024-12-04T02:20:52,761 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Unable to get data of znode /1-973483851/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:20:52,769 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/snapshot-cleanup already deleted, retry=false 2024-12-04T02:20:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973483851/running 2024-12-04T02:20:52,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-973483851/running 2024-12-04T02:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,44041,1733278851219, sessionid=0x1019e243d3c0003, setting cluster-up flag (Was=false) 2024-12-04T02:20:52,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,843 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-973483851/flush-table-proc/acquired, /1-973483851/flush-table-proc/reached, /1-973483851/flush-table-proc/abort 2024-12-04T02:20:52,844 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44041,1733278851219 2024-12-04T02:20:52,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:52,896 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-973483851/online-snapshot/acquired, /1-973483851/online-snapshot/reached, /1-973483851/online-snapshot/abort 2024-12-04T02:20:52,897 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44041,1733278851219 2024-12-04T02:20:52,902 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:20:52,903 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:52,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:20:52,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:20:52,904 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,44041,1733278851219 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:20:52,906 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:52,906 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:52,907 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:52,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:52,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:20:52,910 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:52,910 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:20:52,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278882940 2024-12-04T02:20:52,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:20:52,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:20:52,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:20:52,940 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:20:52,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:20:52,941 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:20:52,945 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(746): ClusterId : 96d1f67a-4463-4a63-ac95-e7f40df02cfc 2024-12-04T02:20:52,945 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:20:52,961 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:20:52,961 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:20:52,964 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:52,968 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:20:52,969 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:20:52,969 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:20:52,969 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:20:52,972 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:20:52,972 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad3d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:20:52,992 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:20:52,992 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:20:52,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:20:53,008 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278852992,5,FailOnTimeoutGroup] 2024-12-04T02:20:53,009 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278853008,5,FailOnTimeoutGroup] 2024-12-04T02:20:53,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:20:53,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,021 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:35705 2024-12-04T02:20:53,021 INFO [RS:0;40249addbad9:35705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:20:53,021 INFO [RS:0;40249addbad9:35705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:20:53,021 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:20:53,022 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,44041,1733278851219 with port=35705, startcode=1733278851531 2024-12-04T02:20:53,022 DEBUG [RS:0;40249addbad9:35705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:20:53,023 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:20:53,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,35705,1733278851531 2024-12-04T02:20:53,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44041 {}] master.ServerManager(517): Registering regionserver=40249addbad9,35705,1733278851531 2024-12-04T02:20:53,025 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee 2024-12-04T02:20:53,025 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46345 2024-12-04T02:20:53,025 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:20:53,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/rs 2024-12-04T02:20:53,033 DEBUG [RS:0;40249addbad9:35705 {}] zookeeper.ZKUtil(111): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on existing znode=/1-973483851/rs/40249addbad9,35705,1733278851531 2024-12-04T02:20:53,033 WARN [RS:0;40249addbad9:35705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:20:53,033 INFO [RS:0;40249addbad9:35705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:53,033 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531 2024-12-04T02:20:53,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,35705,1733278851531] 2024-12-04T02:20:53,055 INFO [RS:0;40249addbad9:35705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:20:53,060 INFO [RS:0;40249addbad9:35705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:20:53,064 INFO [RS:0;40249addbad9:35705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:20:53,064 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,065 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:20:53,065 INFO [RS:0;40249addbad9:35705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:20:53,065 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,065 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,065 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,065 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,065 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:53,066 DEBUG [RS:0;40249addbad9:35705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:20:53,069 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,069 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,069 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,069 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,070 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,070 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35705,1733278851531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:53,089 INFO [RS:0;40249addbad9:35705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:20:53,090 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35705,1733278851531-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,090 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,090 INFO [RS:0;40249addbad9:35705 {}] regionserver.Replication(171): 40249addbad9,35705,1733278851531 started 2024-12-04T02:20:53,106 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:53,106 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,35705,1733278851531, RpcServer on 40249addbad9/172.17.0.3:35705, sessionid=0x1019e243d3c0004 2024-12-04T02:20:53,106 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:20:53,106 DEBUG [RS:0;40249addbad9:35705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,35705,1733278851531 2024-12-04T02:20:53,106 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35705,1733278851531' 2024-12-04T02:20:53,107 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-973483851/flush-table-proc/abort' 2024-12-04T02:20:53,108 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-973483851/flush-table-proc/acquired' 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,35705,1733278851531 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35705,1733278851531' 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-973483851/online-snapshot/abort' 2024-12-04T02:20:53,109 DEBUG [RS:0;40249addbad9:35705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-973483851/online-snapshot/acquired' 2024-12-04T02:20:53,110 DEBUG [RS:0;40249addbad9:35705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:20:53,110 INFO [RS:0;40249addbad9:35705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:20:53,110 INFO [RS:0;40249addbad9:35705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:20:53,210 INFO [RS:0;40249addbad9:35705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:20:53,212 INFO [RS:0;40249addbad9:35705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35705%2C1733278851531, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/oldWALs, maxLogs=10 2024-12-04T02:20:53,228 DEBUG [RS:0;40249addbad9:35705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, exclude list is [], retry=0 2024-12-04T02:20:53,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-fe95b10d-3e01-46b4-b36d-4a30777f7826,DISK] 2024-12-04T02:20:53,234 INFO [RS:0;40249addbad9:35705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 2024-12-04T02:20:53,236 DEBUG [RS:0;40249addbad9:35705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40157:40157)] 2024-12-04T02:20:53,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:20:53,398 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee 2024-12-04T02:20:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:20:53,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:53,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:53,795 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:20:53,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:53,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:53,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:53,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:53,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:53,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:53,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:53,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:53,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:53,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:53,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:53,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:53,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:53,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:53,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:53,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:53,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:53,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:53,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740 2024-12-04T02:20:53,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740 2024-12-04T02:20:53,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:53,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:53,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:53,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:53,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75214222, jitterRate=0.12077924609184265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278853822Initializing all the Stores at 1733278853824 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278853824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278853824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278853824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278853824Cleaning up temporary data from old regions at 1733278853831 (+7 ms)Region opened successfully at 1733278853834 (+3 ms) 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:20:53,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:20:53,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:20:53,835 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:20:53,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278853834Disabling compacts and flushes for region at 1733278853834Disabling writes for close at 1733278853834Writing region close event to WAL at 1733278853835 (+1 ms)Closed at 1733278853835 2024-12-04T02:20:53,836 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:53,836 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:20:53,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:20:53,837 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:53,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:20:53,988 DEBUG [40249addbad9:44041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:20:53,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:53,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35705,1733278851531, state=OPENING 2024-12-04T02:20:54,068 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:20:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:54,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973483851/meta-region-server: CHANGED 2024-12-04T02:20:54,086 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:20:54,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973483851/meta-region-server: CHANGED 2024-12-04T02:20:54,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35705,1733278851531}] 2024-12-04T02:20:54,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:54,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:20:54,252 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:20:54,252 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:54,252 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:20:54,264 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35705%2C1733278851531.meta, suffix=.meta, logDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/oldWALs, maxLogs=10 2024-12-04T02:20:54,281 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.meta.1733278854265.meta, exclude list is [], retry=0 2024-12-04T02:20:54,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-fe95b10d-3e01-46b4-b36d-4a30777f7826,DISK] 2024-12-04T02:20:54,285 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.meta.1733278854265.meta 2024-12-04T02:20:54,292 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40157:40157)] 2024-12-04T02:20:54,292 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:54,293 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:20:54,293 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:20:54,293 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:20:54,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:20:54,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:20:54,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:54,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:20:54,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:20:54,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:54,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:20:54,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:20:54,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:54,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:20:54,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:20:54,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:20:54,299 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:20:54,300 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740 2024-12-04T02:20:54,300 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740 2024-12-04T02:20:54,301 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:20:54,301 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:20:54,302 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:20:54,303 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:20:54,304 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64973158, jitterRate=-0.0318244993686676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:20:54,304 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:20:54,304 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278854293Writing region info on filesystem at 1733278854293Initializing all the Stores at 1733278854294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278854294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278854295 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278854295Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278854295Cleaning up temporary data from old regions at 1733278854301 (+6 ms)Running coprocessor post-open hooks at 1733278854304 (+3 ms)Region opened successfully at 1733278854304 2024-12-04T02:20:54,306 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278854238 2024-12-04T02:20:54,308 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:20:54,308 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:20:54,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:54,309 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35705,1733278851531, state=OPEN 2024-12-04T02:20:54,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-973483851/meta-region-server 2024-12-04T02:20:54,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973483851/meta-region-server: CHANGED 2024-12-04T02:20:54,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-973483851/meta-region-server 2024-12-04T02:20:54,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-973483851/meta-region-server: CHANGED 2024-12-04T02:20:54,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,35705,1733278851531 2024-12-04T02:20:54,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:20:54,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35705,1733278851531 in 242 msec 2024-12-04T02:20:54,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:20:54,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 499 msec 2024-12-04T02:20:54,338 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:20:54,338 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:20:54,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:54,339 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35705,1733278851531, seqNum=-1] 2024-12-04T02:20:54,340 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:54,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:54,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4420 sec 2024-12-04T02:20:54,349 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278854349, completionTime=-1 2024-12-04T02:20:54,349 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:20:54,349 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278914352 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278974352 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:44041, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,352 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,353 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,355 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.680sec 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:20:54,356 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:20:54,358 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:20:54,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:20:54,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44041,1733278851219-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:20:54,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e89504f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:54,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:54,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:54,444 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e631d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:54,446 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:54,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4173a35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:54,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:54,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35705,1733278851531, seqNum=-1] 2024-12-04T02:20:54,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:54,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:54,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,44041,1733278851219 2024-12-04T02:20:54,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51465 2024-12-04T02:20:54,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:20:54,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:54,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e243d3c0005 connected 2024-12-04T02:20:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42633,1733278845905 2024-12-04T02:20:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3951683b 2024-12-04T02:20:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:54,486 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:54,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:20:54,489 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:54,489 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:20:54,490 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:54,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:20:54,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dc652b1342f6c6195efacae2102e327, NAME => 'test,,1733278854487.7dc652b1342f6c6195efacae2102e327.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a 2024-12-04T02:20:54,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278854487.7dc652b1342f6c6195efacae2102e327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7dc652b1342f6c6195efacae2102e327, disabling compactions & flushes 2024-12-04T02:20:54,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278854487.7dc652b1342f6c6195efacae2102e327. after waiting 0 ms 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,532 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dc652b1342f6c6195efacae2102e327: Waiting for close lock at 1733278854532Disabling compacts and flushes for region at 1733278854532Disabling writes for close at 1733278854532Writing region close event to WAL at 1733278854532Closed at 1733278854532 2024-12-04T02:20:54,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:54,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278854487.7dc652b1342f6c6195efacae2102e327.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278854534"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278854534"}]},"ts":"1733278854534"} 2024-12-04T02:20:54,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:54,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:54,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278854542"}]},"ts":"1733278854542"} 2024-12-04T02:20:54,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:20:54,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dc652b1342f6c6195efacae2102e327, ASSIGN}] 2024-12-04T02:20:54,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7dc652b1342f6c6195efacae2102e327, ASSIGN 2024-12-04T02:20:54,548 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7dc652b1342f6c6195efacae2102e327, ASSIGN; state=OFFLINE, location=40249addbad9,39289,1733278846566; forceNewPlan=false, retain=false 2024-12-04T02:20:54,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:54,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dc652b1342f6c6195efacae2102e327, regionState=OPENING, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:54,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7dc652b1342f6c6195efacae2102e327, ASSIGN because future has completed 2024-12-04T02:20:54,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc652b1342f6c6195efacae2102e327, server=40249addbad9,39289,1733278846566}] 2024-12-04T02:20:54,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:54,856 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,857 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc652b1342f6c6195efacae2102e327, NAME => 'test,,1733278854487.7dc652b1342f6c6195efacae2102e327.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:54,857 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:54,857 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:20:54,857 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,858 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278854487.7dc652b1342f6c6195efacae2102e327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:54,858 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,858 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,859 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,860 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc652b1342f6c6195efacae2102e327 columnFamilyName f 2024-12-04T02:20:54,860 DEBUG [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,861 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(327): Store=7dc652b1342f6c6195efacae2102e327/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:54,861 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,863 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc652b1342f6c6195efacae2102e327 columnFamilyName f1 2024-12-04T02:20:54,863 DEBUG [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,863 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(327): Store=7dc652b1342f6c6195efacae2102e327/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:54,863 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,864 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc652b1342f6c6195efacae2102e327 columnFamilyName norep 2024-12-04T02:20:54,864 DEBUG [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:54,864 INFO [StoreOpener-7dc652b1342f6c6195efacae2102e327-1 {}] regionserver.HStore(327): Store=7dc652b1342f6c6195efacae2102e327/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:54,865 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,865 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,865 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,866 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,866 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,866 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:54,867 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,873 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:54,873 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7dc652b1342f6c6195efacae2102e327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58828823, jitterRate=-0.12338222563266754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:54,873 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:20:54,874 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7dc652b1342f6c6195efacae2102e327: Running coprocessor pre-open hook at 1733278854858Writing region info on filesystem at 1733278854858Initializing all the Stores at 1733278854858Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278854859 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278854859Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278854859Cleaning up temporary data from old regions at 1733278854866 (+7 ms)Running coprocessor post-open hooks at 1733278854873 (+7 ms)Region opened successfully at 1733278854874 (+1 ms) 2024-12-04T02:20:54,875 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278854487.7dc652b1342f6c6195efacae2102e327., pid=6, masterSystemTime=1733278854853 2024-12-04T02:20:54,877 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,877 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:20:54,878 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7dc652b1342f6c6195efacae2102e327, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:54,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc652b1342f6c6195efacae2102e327, server=40249addbad9,39289,1733278846566 because future has completed 2024-12-04T02:20:54,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:20:54,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dc652b1342f6c6195efacae2102e327, server=40249addbad9,39289,1733278846566 in 183 msec 2024-12-04T02:20:54,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:20:54,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7dc652b1342f6c6195efacae2102e327, ASSIGN in 342 msec 2024-12-04T02:20:54,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:54,891 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278854890"}]},"ts":"1733278854890"} 2024-12-04T02:20:54,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:20:54,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:54,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 407 msec 2024-12-04T02:20:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:55,125 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:20:55,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44041,1733278851219 2024-12-04T02:20:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13f3dca 2024-12-04T02:20:55,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:55,127 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:55,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:55,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:20:55,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:55,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:55,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:20:55,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:55,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:20:55,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:55,588 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1ca212ae5b4dd9a5929bcd79b9212b0, NAME => 'test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee 2024-12-04T02:20:55,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1ca212ae5b4dd9a5929bcd79b9212b0, disabling compactions & flushes 2024-12-04T02:20:55,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. after waiting 0 ms 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:55,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:55,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1ca212ae5b4dd9a5929bcd79b9212b0: Waiting for close lock at 1733278855613Disabling compacts and flushes for region at 1733278855613Disabling writes for close at 1733278855613Writing region close event to WAL at 1733278855613Closed at 1733278855613 2024-12-04T02:20:55,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:55,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278855615"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278855615"}]},"ts":"1733278855615"} 2024-12-04T02:20:55,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:55,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:55,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278855620"}]},"ts":"1733278855620"} 2024-12-04T02:20:55,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:20:55,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1ca212ae5b4dd9a5929bcd79b9212b0, ASSIGN}] 2024-12-04T02:20:55,634 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1ca212ae5b4dd9a5929bcd79b9212b0, ASSIGN 2024-12-04T02:20:55,635 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1ca212ae5b4dd9a5929bcd79b9212b0, ASSIGN; state=OFFLINE, location=40249addbad9,35705,1733278851531; forceNewPlan=false, retain=false 2024-12-04T02:20:55,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1ca212ae5b4dd9a5929bcd79b9212b0, regionState=OPENING, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:55,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1ca212ae5b4dd9a5929bcd79b9212b0, ASSIGN because future has completed 2024-12-04T02:20:55,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ca212ae5b4dd9a5929bcd79b9212b0, server=40249addbad9,35705,1733278851531}] 2024-12-04T02:20:55,992 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:55,992 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1ca212ae5b4dd9a5929bcd79b9212b0, NAME => 'test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:55,993 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:55,993 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:20:55,993 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:55,993 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:55,994 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:55,994 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:55,997 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:55,999 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ca212ae5b4dd9a5929bcd79b9212b0 columnFamilyName f 2024-12-04T02:20:55,999 DEBUG [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:55,999 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(327): Store=a1ca212ae5b4dd9a5929bcd79b9212b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:55,999 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,000 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ca212ae5b4dd9a5929bcd79b9212b0 columnFamilyName f1 2024-12-04T02:20:56,000 DEBUG [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:56,002 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(327): Store=a1ca212ae5b4dd9a5929bcd79b9212b0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:56,002 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,006 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ca212ae5b4dd9a5929bcd79b9212b0 columnFamilyName norep 2024-12-04T02:20:56,006 DEBUG [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:56,006 INFO [StoreOpener-a1ca212ae5b4dd9a5929bcd79b9212b0-1 {}] regionserver.HStore(327): Store=a1ca212ae5b4dd9a5929bcd79b9212b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:56,006 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,007 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,007 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,010 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,010 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,010 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:56,012 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,023 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:56,024 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1ca212ae5b4dd9a5929bcd79b9212b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73782848, jitterRate=0.09945011138916016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:56,025 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:20:56,025 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1ca212ae5b4dd9a5929bcd79b9212b0: Running coprocessor pre-open hook at 1733278855994Writing region info on filesystem at 1733278855994Initializing all the Stores at 1733278855997 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278855997Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278855997Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278855997Cleaning up temporary data from old regions at 1733278856010 (+13 ms)Running coprocessor post-open hooks at 1733278856025 (+15 ms)Region opened successfully at 1733278856025 2024-12-04T02:20:56,025 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., pid=6, masterSystemTime=1733278855961 2024-12-04T02:20:56,027 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:56,027 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:20:56,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1ca212ae5b4dd9a5929bcd79b9212b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:56,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ca212ae5b4dd9a5929bcd79b9212b0, server=40249addbad9,35705,1733278851531 because future has completed 2024-12-04T02:20:56,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:20:56,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1ca212ae5b4dd9a5929bcd79b9212b0, server=40249addbad9,35705,1733278851531 in 238 msec 2024-12-04T02:20:56,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:20:56,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1ca212ae5b4dd9a5929bcd79b9212b0, ASSIGN in 406 msec 2024-12-04T02:20:56,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:56,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278856043"}]},"ts":"1733278856043"} 2024-12-04T02:20:56,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:20:56,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:56,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 918 msec 2024-12-04T02:20:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:20:56,301 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:20:56,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19112415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:20:56,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:56,304 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:20:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:20:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116e8a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,304 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:20:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:56,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,306 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:56,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16190341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408e4f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:56,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:56,313 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5e8f3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,315 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77898738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a14007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:20:56,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:56,317 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:20:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:20:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba71369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,318 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19da936a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42633,1733278845905 2024-12-04T02:20:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e5e21b 2024-12-04T02:20:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:56,321 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:56,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:44041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:20:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:20:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:56,324 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44041' 2024-12-04T02:20:56,324 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb740f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,324 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:56,325 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:56,325 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0db0bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:56,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,326 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:56,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc8bf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:56,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44041,1733278851219 2024-12-04T02:20:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5cadbe 2024-12-04T02:20:56,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:56,329 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:56,330 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:20:56,330 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:20:56,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,330 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:56,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:56,331 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:56,332 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:20:56,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:56,333 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:56,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:20:56,382 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:20:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:56,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc2367e978c9a8f52e8450ea47f8b5d3, NAME => 'hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a 2024-12-04T02:20:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:20:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc2367e978c9a8f52e8450ea47f8b5d3, disabling compactions & flushes 2024-12-04T02:20:57,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. after waiting 0 ms 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc2367e978c9a8f52e8450ea47f8b5d3: Waiting for close lock at 1733278857158Disabling compacts and flushes for region at 1733278857158Disabling writes for close at 1733278857158Writing region close event to WAL at 1733278857158Closed at 1733278857158 2024-12-04T02:20:57,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:57,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278857161"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278857161"}]},"ts":"1733278857161"} 2024-12-04T02:20:57,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:57,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:57,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278857168"}]},"ts":"1733278857168"} 2024-12-04T02:20:57,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:20:57,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc2367e978c9a8f52e8450ea47f8b5d3, ASSIGN}] 2024-12-04T02:20:57,173 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc2367e978c9a8f52e8450ea47f8b5d3, ASSIGN 2024-12-04T02:20:57,174 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc2367e978c9a8f52e8450ea47f8b5d3, ASSIGN; state=OFFLINE, location=40249addbad9,39289,1733278846566; forceNewPlan=false, retain=false 2024-12-04T02:20:57,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc2367e978c9a8f52e8450ea47f8b5d3, regionState=OPENING, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:57,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc2367e978c9a8f52e8450ea47f8b5d3, ASSIGN because future has completed 2024-12-04T02:20:57,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc2367e978c9a8f52e8450ea47f8b5d3, server=40249addbad9,39289,1733278846566}] 2024-12-04T02:20:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:57,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:57,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:20:57,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C39289%2C1733278846566.rep, suffix=, logDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566, archiveDir=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs, maxLogs=10 2024-12-04T02:20:57,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.rep.1733278857486, exclude list is [], retry=0 2024-12-04T02:20:57,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44921,DS-9fdd104a-e4ac-423a-9a3c-c0960c22ecdd,DISK] 2024-12-04T02:20:57,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.rep.1733278857486 2024-12-04T02:20:57,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc2367e978c9a8f52e8450ea47f8b5d3, NAME => 'hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:57,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. service=MultiRowMutationService 2024-12-04T02:20:57,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,512 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,513 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc2367e978c9a8f52e8450ea47f8b5d3 columnFamilyName hfileref 2024-12-04T02:20:57,513 DEBUG [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:57,514 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(327): Store=dc2367e978c9a8f52e8450ea47f8b5d3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:57,514 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,515 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc2367e978c9a8f52e8450ea47f8b5d3 columnFamilyName queue 2024-12-04T02:20:57,515 DEBUG [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:57,515 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(327): Store=dc2367e978c9a8f52e8450ea47f8b5d3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:57,515 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,517 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc2367e978c9a8f52e8450ea47f8b5d3 columnFamilyName sid 2024-12-04T02:20:57,517 DEBUG [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:57,517 INFO [StoreOpener-dc2367e978c9a8f52e8450ea47f8b5d3-1 {}] regionserver.HStore(327): Store=dc2367e978c9a8f52e8450ea47f8b5d3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:57,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:57,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:57,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc2367e978c9a8f52e8450ea47f8b5d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63422366, jitterRate=-0.054933100938797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:57,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:20:57,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc2367e978c9a8f52e8450ea47f8b5d3: Running coprocessor pre-open hook at 1733278857508Writing region info on filesystem at 1733278857508Initializing all the Stores at 1733278857509 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278857509Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278857512 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278857512Cleaning up temporary data from old regions at 1733278857522 (+10 ms)Running coprocessor post-open hooks at 1733278857525 (+3 ms)Region opened successfully at 1733278857526 (+1 ms) 2024-12-04T02:20:57,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3., pid=10, masterSystemTime=1733278857480 2024-12-04T02:20:57,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:20:57,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc2367e978c9a8f52e8450ea47f8b5d3, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,39289,1733278846566 2024-12-04T02:20:57,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc2367e978c9a8f52e8450ea47f8b5d3, server=40249addbad9,39289,1733278846566 because future has completed 2024-12-04T02:20:57,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:20:57,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc2367e978c9a8f52e8450ea47f8b5d3, server=40249addbad9,39289,1733278846566 in 205 msec 2024-12-04T02:20:57,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:20:57,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc2367e978c9a8f52e8450ea47f8b5d3, ASSIGN in 366 msec 2024-12-04T02:20:57,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:57,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278857540"}]},"ts":"1733278857540"} 2024-12-04T02:20:57,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:20:57,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:57,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2120 sec 2024-12-04T02:20:57,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3., hostname=40249addbad9,39289,1733278846566, seqNum=2] 2024-12-04T02:20:57,619 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:20:57,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:20:57,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:57,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:57,771 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18301 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:20:57,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:20:57,795 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:20:57,832 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,39289,1733278846566, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:20:57,833 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:57,833 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39289,1733278846566, seqNum=-1] 2024-12-04T02:20:57,834 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:57,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:57,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,39289,1733278846566', locateType=CURRENT is [region=hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3., hostname=40249addbad9,39289,1733278846566, seqNum=2] 2024-12-04T02:20:57,842 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:20:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:20:57,846 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,39289,1733278846566 suceeded 2024-12-04T02:20:57,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:20:57,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-04T02:20:57,849 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:44041,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:20:57,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-12-04T02:20:57,864 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44041' 2024-12-04T02:20:57,865 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7194524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:57,865 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:57,865 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:57,870 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:57,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:57,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:57,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171a0871, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:57,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:57,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:57,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:57,872 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:57,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@655e4f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:57,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:57,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44041,1733278851219 2024-12-04T02:20:57,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1c7a17 2024-12-04T02:20:57,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:57,879 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:57,879 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,39289,1733278846566 (queues=1) is replicating from cluster=6106dfb5-0266-4049-ba9d-4d957e28e3d6 to cluster=96d1f67a-4463-4a63-ac95-e7f40df02cfc 2024-12-04T02:20:57,879 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C39289%2C1733278846566 2024-12-04T02:20:57,879 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,39289,1733278846566, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:20:57,880 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C39289%2C1733278846566 2024-12-04T02:20:57,880 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, startPosition=0, beingWritten=true 2024-12-04T02:20:57,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:57,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:57,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:20:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:20:57,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:20:57,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:20:57,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T02:20:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:20:57,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T02:20:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:20:57,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T02:20:57,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:20:57,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T02:20:58,094 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:58,398 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42633 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:58,470 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:20:58,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:58,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:58,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:58,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9c2771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:58,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:58,473 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeae064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,475 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7135ed09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44041,1733278851219 2024-12-04T02:20:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6787a0f7 2024-12-04T02:20:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:58,478 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:58,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:42633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:20:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:20:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:58,481 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:42633' 2024-12-04T02:20:58,482 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b44f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,482 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:20:58,482 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:58,482 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:20:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441e6668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,484 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:58,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102f5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:58,484 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:58,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42633,1733278845905 2024-12-04T02:20:58,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d79b7b5 2024-12-04T02:20:58,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:58,486 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:20:58,487 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T02:20:58,487 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:20:58,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:58,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:58,487 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:20:58,488 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:20:58,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:20:58,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:58,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:20:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:20:58,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4bc1e131034e63e11a511cf3aff4f57, NAME => 'hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee 2024-12-04T02:20:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a4bc1e131034e63e11a511cf3aff4f57, disabling compactions & flushes 2024-12-04T02:20:58,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. after waiting 0 ms 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4bc1e131034e63e11a511cf3aff4f57: Waiting for close lock at 1733278858523Disabling compacts and flushes for region at 1733278858523Disabling writes for close at 1733278858523Writing region close event to WAL at 1733278858523Closed at 1733278858523 2024-12-04T02:20:58,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:20:58,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278858524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278858524"}]},"ts":"1733278858524"} 2024-12-04T02:20:58,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:20:58,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:20:58,527 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278858527"}]},"ts":"1733278858527"} 2024-12-04T02:20:58,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:20:58,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4bc1e131034e63e11a511cf3aff4f57, ASSIGN}] 2024-12-04T02:20:58,531 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4bc1e131034e63e11a511cf3aff4f57, ASSIGN 2024-12-04T02:20:58,532 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4bc1e131034e63e11a511cf3aff4f57, ASSIGN; state=OFFLINE, location=40249addbad9,35705,1733278851531; forceNewPlan=false, retain=false 2024-12-04T02:20:58,542 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:20:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:58,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4bc1e131034e63e11a511cf3aff4f57, regionState=OPENING, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:58,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a4bc1e131034e63e11a511cf3aff4f57, ASSIGN because future has completed 2024-12-04T02:20:58,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bc1e131034e63e11a511cf3aff4f57, server=40249addbad9,35705,1733278851531}] 2024-12-04T02:20:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:58,803 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:58,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:20:58,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:20:58,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35705%2C1733278851531.rep, suffix=, logDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531, archiveDir=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/oldWALs, maxLogs=10 2024-12-04T02:20:58,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.rep.1733278858842, exclude list is [], retry=0 2024-12-04T02:20:58,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37271,DS-fe95b10d-3e01-46b4-b36d-4a30777f7826,DISK] 2024-12-04T02:20:58,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.rep.1733278858842 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40157:40157)] 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a4bc1e131034e63e11a511cf3aff4f57, NAME => 'hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:20:58,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. service=MultiRowMutationService 2024-12-04T02:20:58,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,858 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,859 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4bc1e131034e63e11a511cf3aff4f57 columnFamilyName hfileref 2024-12-04T02:20:58,859 DEBUG [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:58,859 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(327): Store=a4bc1e131034e63e11a511cf3aff4f57/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:58,859 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,860 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4bc1e131034e63e11a511cf3aff4f57 columnFamilyName queue 2024-12-04T02:20:58,860 DEBUG [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:58,860 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(327): Store=a4bc1e131034e63e11a511cf3aff4f57/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:58,860 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,861 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4bc1e131034e63e11a511cf3aff4f57 columnFamilyName sid 2024-12-04T02:20:58,861 DEBUG [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:20:58,861 INFO [StoreOpener-a4bc1e131034e63e11a511cf3aff4f57-1 {}] regionserver.HStore(327): Store=a4bc1e131034e63e11a511cf3aff4f57/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:20:58,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:20:58,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:20:58,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a4bc1e131034e63e11a511cf3aff4f57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612674, jitterRate=0.052210837602615356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:20:58,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:20:58,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a4bc1e131034e63e11a511cf3aff4f57: Running coprocessor pre-open hook at 1733278858857Writing region info on filesystem at 1733278858857Initializing all the Stores at 1733278858857Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278858857Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278858857Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278858857Cleaning up temporary data from old regions at 1733278858863 (+6 ms)Running coprocessor post-open hooks at 1733278858869 (+6 ms)Region opened successfully at 1733278858869 2024-12-04T02:20:58,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57., pid=10, masterSystemTime=1733278858837 2024-12-04T02:20:58,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:20:58,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a4bc1e131034e63e11a511cf3aff4f57, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,35705,1733278851531 2024-12-04T02:20:58,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4bc1e131034e63e11a511cf3aff4f57, server=40249addbad9,35705,1733278851531 because future has completed 2024-12-04T02:20:58,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:20:58,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a4bc1e131034e63e11a511cf3aff4f57, server=40249addbad9,35705,1733278851531 in 197 msec 2024-12-04T02:20:58,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:20:58,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a4bc1e131034e63e11a511cf3aff4f57, ASSIGN in 354 msec 2024-12-04T02:20:58,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:20:58,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278858885"}]},"ts":"1733278858885"} 2024-12-04T02:20:58,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:20:58,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:20:58,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 401 msec 2024-12-04T02:20:58,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57., hostname=40249addbad9,35705,1733278851531, seqNum=2] 2024-12-04T02:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:20:58,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:20:59,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:20:59,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:20:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:59,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:20:59,141 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:20:59,182 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,35705,1733278851531, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:20:59,182 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:59,182 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35705,1733278851531, seqNum=-1] 2024-12-04T02:20:59,183 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:59,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:59,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,35705,1733278851531', locateType=CURRENT is [region=hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57., hostname=40249addbad9,35705,1733278851531, seqNum=2] 2024-12-04T02:20:59,189 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:20:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:20:59,197 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,35705,1733278851531 suceeded 2024-12-04T02:20:59,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:20:59,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-12-04T02:20:59,201 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:42633,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:20:59,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 723 msec 2024-12-04T02:20:59,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:42633' 2024-12-04T02:20:59,220 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e19b7dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,220 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:20:59,221 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:59,224 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:20:59,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:59,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:20:59,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@427044f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:20:59,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:59,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:59,226 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:59,227 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4998e038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,227 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:20:59,228 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,42633,1733278845905 2024-12-04T02:20:59,228 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6554011a 2024-12-04T02:20:59,229 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:20:59,230 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T02:20:59,231 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,35705,1733278851531 (queues=1) is replicating from cluster=96d1f67a-4463-4a63-ac95-e7f40df02cfc to cluster=6106dfb5-0266-4049-ba9d-4d957e28e3d6 2024-12-04T02:20:59,231 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C35705%2C1733278851531 2024-12-04T02:20:59,231 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,35705,1733278851531, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:20:59,233 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, startPosition=0, beingWritten=true 2024-12-04T02:20:59,234 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C35705%2C1733278851531 2024-12-04T02:20:59,241 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:20:59,241 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:20:59,242 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 379, reset compression=false 2024-12-04T02:20:59,308 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:59,454 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 379, reset compression=false 2024-12-04T02:20:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:20:59,621 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:20:59,622 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:20:59,622 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:20:59,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:59,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:59,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:20:59,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39289,1733278846566, seqNum=-1] 2024-12-04T02:20:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:59,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:59,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278854487.7dc652b1342f6c6195efacae2102e327., hostname=40249addbad9,39289,1733278846566, seqNum=2] 2024-12-04T02:20:59,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:59,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35705,1733278851531, seqNum=-1] 2024-12-04T02:20:59,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:59,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:20:59,653 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., hostname=40249addbad9,35705,1733278851531, seqNum=2] 2024-12-04T02:20:59,656 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T02:20:59,757 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 379, reset compression=false 2024-12-04T02:20:59,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:20:59,912 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 379, reset compression=false 2024-12-04T02:20:59,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:20:59,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 480, reset compression=false 2024-12-04T02:20:59,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dc652b1342f6c6195efacae2102e327/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T02:20:59,918 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:20:59,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T02:20:59,921 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:20:59,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755149f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44041,-1 for getting cluster id 2024-12-04T02:20:59,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:20:59,923 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '96d1f67a-4463-4a63-ac95-e7f40df02cfc' 2024-12-04T02:20:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:20:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "96d1f67a-4463-4a63-ac95-e7f40df02cfc" 2024-12-04T02:20:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45d25003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44041,-1] 2024-12-04T02:20:59,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:20:59,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:20:59,924 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:20:59,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769bf471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:20:59,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:20:59,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35705,1733278851531, seqNum=-1] 2024-12-04T02:20:59,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:20:59,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T02:20:59,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., hostname=40249addbad9,35705,1733278851531, seqNum=2] 2024-12-04T02:20:59,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:00,125 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 480, reset compression=false 2024-12-04T02:21:00,163 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 379, reset compression=false 2024-12-04T02:21:00,175 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:00,176 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 503, reset compression=false 2024-12-04T02:21:00,176 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:00,380 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 503, reset compression=false 2024-12-04T02:21:00,434 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 480, reset compression=false 2024-12-04T02:21:00,660 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T02:21:00,664 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T02:21:00,688 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 503, reset compression=false 2024-12-04T02:21:00,702 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:00,702 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 607, reset compression=false 2024-12-04T02:21:00,702 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1ca212ae5b4dd9a5929bcd79b9212b0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:21:00,704 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:00,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T02:21:00,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:00,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26dcb3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:00,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,42633,-1 for getting cluster id 2024-12-04T02:21:00,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:00,710 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6106dfb5-0266-4049-ba9d-4d957e28e3d6' 2024-12-04T02:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:00,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6106dfb5-0266-4049-ba9d-4d957e28e3d6" 2024-12-04T02:21:00,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eaed1bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:00,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,42633,-1] 2024-12-04T02:21:00,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:00,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:00,713 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:00,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@572a54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:00,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:00,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,39289,1733278846566, seqNum=-1] 2024-12-04T02:21:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:00,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:00,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733278854487.7dc652b1342f6c6195efacae2102e327., hostname=40249addbad9,39289,1733278846566, seqNum=2] 2024-12-04T02:21:00,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:00,837 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 480, reset compression=false 2024-12-04T02:21:00,866 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:00,866 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 608, reset compression=false 2024-12-04T02:21:00,872 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:00,908 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 607, reset compression=false 2024-12-04T02:21:01,108 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 608, reset compression=false 2024-12-04T02:21:01,229 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 607, reset compression=false 2024-12-04T02:21:01,420 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 608, reset compression=false 2024-12-04T02:21:01,632 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 607, reset compression=false 2024-12-04T02:21:01,666 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T02:21:01,672 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T02:21:01,823 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 608, reset compression=false 2024-12-04T02:21:01,829 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:01,829 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 764, reset compression=false 2024-12-04T02:21:01,829 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[{test/7dc652b1342f6c6195efacae2102e327/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T02:21:01,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:01,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35705 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:02,033 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 764, reset compression=false 2024-12-04T02:21:02,137 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 607, reset compression=false 2024-12-04T02:21:02,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:02,142 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 754, reset compression=false 2024-12-04T02:21:02,142 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:02,336 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 764, reset compression=false 2024-12-04T02:21:02,348 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 754, reset compression=false 2024-12-04T02:21:02,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 754, reset compression=false 2024-12-04T02:21:02,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T02:21:02,704 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T02:21:02,752 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 764, reset compression=false 2024-12-04T02:21:03,091 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 754, reset compression=false 2024-12-04T02:21:03,095 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:03,095 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 913, reset compression=false 2024-12-04T02:21:03,095 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1ca212ae5b4dd9a5929bcd79b9212b0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T02:21:03,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:03,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:03,284 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 764, reset compression=false 2024-12-04T02:21:03,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:03,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:03,288 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:03,300 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 913, reset compression=false 2024-12-04T02:21:03,495 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:03,605 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 913, reset compression=false 2024-12-04T02:21:03,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T02:21:03,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:21:03,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:03,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:03,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:03,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:03,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:21:03,726 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=760020569, stopped=false 2024-12-04T02:21:03,726 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,44041,1733278851219 2024-12-04T02:21:03,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973483851/running 2024-12-04T02:21:03,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:21:03,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973483851/running 2024-12-04T02:21:03,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:21:03,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:03,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:03,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:03,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:03,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,35705,1733278851531' ***** 2024-12-04T02:21:03,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:21:03,741 INFO [RS:0;40249addbad9:35705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:21:03,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:21:03,741 INFO [RS:0;40249addbad9:35705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(3091): Received CLOSE for a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(3091): Received CLOSE for a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,35705,1733278851531 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:03,742 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4bc1e131034e63e11a511cf3aff4f57, disabling compactions & flushes 2024-12-04T02:21:03,742 INFO [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35705. 2024-12-04T02:21:03,742 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:21:03,742 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:21:03,742 DEBUG [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:03,742 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:03,742 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. after waiting 0 ms 2024-12-04T02:21:03,743 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:21:03,743 INFO [RS:0;40249addbad9:35705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:21:03,743 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4bc1e131034e63e11a511cf3aff4f57 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T02:21:03,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/running 2024-12-04T02:21:03,744 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Set watcher on znode that does not yet exist, /1-973483851/running 2024-12-04T02:21:03,745 INFO [RS:0;40249addbad9:35705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:21:03,745 INFO [RS:0;40249addbad9:35705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:21:03,745 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:21:03,746 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:21:03,746 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1325): Online Regions={a4bc1e131034e63e11a511cf3aff4f57=hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57., a1ca212ae5b4dd9a5929bcd79b9212b0=test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:21:03,746 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0, a4bc1e131034e63e11a511cf3aff4f57 2024-12-04T02:21:03,746 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:03,746 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:03,746 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:03,746 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:03,746 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:03,746 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:21:03,783 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/.tmp/queue/742188834d984d83b36aa3525e91b165 is 153, key is 1-40249addbad9,35705,1733278851531/queue:40249addbad9%2C35705%2C1733278851531/1733278863102/Put/seqid=0 2024-12-04T02:21:03,796 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/info/8a984d2799444d3c95266152696259f3 is 147, key is hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57./info:regioninfo/1733278858879/Put/seqid=0 2024-12-04T02:21:03,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741840_1016 (size=5352) 2024-12-04T02:21:03,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741841_1017 (size=7686) 2024-12-04T02:21:03,804 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/.tmp/queue/742188834d984d83b36aa3525e91b165 2024-12-04T02:21:03,815 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:03,820 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/.tmp/queue/742188834d984d83b36aa3525e91b165 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/queue/742188834d984d83b36aa3525e91b165 2024-12-04T02:21:03,829 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/queue/742188834d984d83b36aa3525e91b165, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T02:21:03,831 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:03,832 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a4bc1e131034e63e11a511cf3aff4f57 in 89ms, sequenceid=10, compaction requested=false 2024-12-04T02:21:03,837 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/replication/a4bc1e131034e63e11a511cf3aff4f57/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:21:03,837 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:03,838 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4bc1e131034e63e11a511cf3aff4f57: Waiting for close lock at 1733278863742Running coprocessor pre-close hooks at 1733278863742Disabling compacts and flushes for region at 1733278863742Disabling writes for close at 1733278863742Obtaining lock to block concurrent updates at 1733278863743 (+1 ms)Preparing flush snapshotting stores in a4bc1e131034e63e11a511cf3aff4f57 at 1733278863743Finished memstore snapshotting hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733278863743Flushing stores of hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. at 1733278863744 (+1 ms)Flushing a4bc1e131034e63e11a511cf3aff4f57/queue: creating writer at 1733278863744Flushing a4bc1e131034e63e11a511cf3aff4f57/queue: appending metadata at 1733278863779 (+35 ms)Flushing a4bc1e131034e63e11a511cf3aff4f57/queue: closing flushed file at 1733278863779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a9f1514: reopening flushed file at 1733278863818 (+39 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for a4bc1e131034e63e11a511cf3aff4f57 in 89ms, sequenceid=10, compaction requested=false at 1733278863832 (+14 ms)Writing region close event to WAL at 1733278863833 (+1 ms)Running coprocessor post-close hooks at 1733278863837 (+4 ms)Closed at 1733278863838 (+1 ms) 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278858487.a4bc1e131034e63e11a511cf3aff4f57. 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1ca212ae5b4dd9a5929bcd79b9212b0, disabling compactions & flushes 2024-12-04T02:21:03,838 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. after waiting 0 ms 2024-12-04T02:21:03,838 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:21:03,838 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1ca212ae5b4dd9a5929bcd79b9212b0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T02:21:03,856 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f/5b260b4c3e1144dca58c45d7f9d2eb32 is 29, key is row1/f:/1733278862687/DeleteFamily/seqid=0 2024-12-04T02:21:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741842_1018 (size=5118) 2024-12-04T02:21:03,946 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,019 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 913, reset compression=false 2024-12-04T02:21:04,051 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:04,051 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1160, reset compression=false 2024-12-04T02:21:04,051 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,35705,1733278851531 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:04,053 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,35705,1733278851531: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,35705,1733278851531, walGroup=40249addbad9%2C35705%2C1733278851531, offset=40249addbad9%2C35705%2C1733278851531.1733278853213:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35705 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:21:04,054 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:21:04,054 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:21:04,055 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:21:04,055 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:21:04,055 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:21:04,055 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 896903304 }, "NonHeapMemoryUsage": { "committed": 193789952, "init": 7667712, "max": -1, "used": 190989808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:21:04,055 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:21:04,071 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:21:04,071 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:21:04,148 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,208 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/info/8a984d2799444d3c95266152696259f3 2024-12-04T02:21:04,241 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:04,279 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1160, reset compression=false 2024-12-04T02:21:04,288 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f/5b260b4c3e1144dca58c45d7f9d2eb32 2024-12-04T02:21:04,293 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b260b4c3e1144dca58c45d7f9d2eb32 2024-12-04T02:21:04,295 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/ns/ee20d37ce7e3486fac2256c51dbba68d is 43, key is default/ns:d/1733278854341/Put/seqid=0 2024-12-04T02:21:04,342 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f1/3d27021ffc36468e89bcc909329d224a is 30, key is row1/f1:/1733278862687/DeleteFamily/seqid=0 2024-12-04T02:21:04,348 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741843_1019 (size=5153) 2024-12-04T02:21:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741844_1020 (size=5123) 2024-12-04T02:21:04,470 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f1/3d27021ffc36468e89bcc909329d224a 2024-12-04T02:21:04,485 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d27021ffc36468e89bcc909329d224a 2024-12-04T02:21:04,517 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/norep/d87ae91bfc3e4c3facd9070d94e3be39 is 33, key is row1/norep:/1733278862687/DeleteFamily/seqid=0 2024-12-04T02:21:04,548 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741845_1021 (size=5108) 2024-12-04T02:21:04,621 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1160, reset compression=false 2024-12-04T02:21:04,748 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:21:04,748 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1325): Online Regions={a1ca212ae5b4dd9a5929bcd79b9212b0=test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:21:04,748 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,801 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:04,824 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/ns/ee20d37ce7e3486fac2256c51dbba68d 2024-12-04T02:21:04,873 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/rep_barrier/3d65f4f4f1164c1b9cb515b04476bcdd is 112, key is test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0./rep_barrier:seqnumDuringOpen/1733278856028/Put/seqid=0 2024-12-04T02:21:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741846_1022 (size=5518) 2024-12-04T02:21:04,949 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1ca212ae5b4dd9a5929bcd79b9212b0 2024-12-04T02:21:04,956 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/norep/d87ae91bfc3e4c3facd9070d94e3be39 2024-12-04T02:21:04,983 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d87ae91bfc3e4c3facd9070d94e3be39 2024-12-04T02:21:04,989 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f/5b260b4c3e1144dca58c45d7f9d2eb32 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/f/5b260b4c3e1144dca58c45d7f9d2eb32 2024-12-04T02:21:05,002 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b260b4c3e1144dca58c45d7f9d2eb32 2024-12-04T02:21:05,002 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/f/5b260b4c3e1144dca58c45d7f9d2eb32, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:05,010 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/f1/3d27021ffc36468e89bcc909329d224a as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/f1/3d27021ffc36468e89bcc909329d224a 2024-12-04T02:21:05,025 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d27021ffc36468e89bcc909329d224a 2024-12-04T02:21:05,025 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/f1/3d27021ffc36468e89bcc909329d224a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:05,026 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/.tmp/norep/d87ae91bfc3e4c3facd9070d94e3be39 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/norep/d87ae91bfc3e4c3facd9070d94e3be39 2024-12-04T02:21:05,030 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d87ae91bfc3e4c3facd9070d94e3be39 2024-12-04T02:21:05,031 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/norep/d87ae91bfc3e4c3facd9070d94e3be39, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:05,032 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1ca212ae5b4dd9a5929bcd79b9212b0 in 1194ms, sequenceid=8, compaction requested=false 2024-12-04T02:21:05,043 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/default/test/a1ca212ae5b4dd9a5929bcd79b9212b0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T02:21:05,045 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:05,045 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:05,045 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:21:05,045 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1ca212ae5b4dd9a5929bcd79b9212b0: Waiting for close lock at 1733278863838Running coprocessor pre-close hooks at 1733278863838Disabling compacts and flushes for region at 1733278863838Disabling writes for close at 1733278863838Obtaining lock to block concurrent updates at 1733278863838Preparing flush snapshotting stores in a1ca212ae5b4dd9a5929bcd79b9212b0 at 1733278863838Finished memstore snapshotting test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733278863838Flushing stores of test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. at 1733278863839 (+1 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f: creating writer at 1733278863839Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f: appending metadata at 1733278863855 (+16 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f: closing flushed file at 1733278863855Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f1: creating writer at 1733278864293 (+438 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f1: appending metadata at 1733278864341 (+48 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/f1: closing flushed file at 1733278864341Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/norep: creating writer at 1733278864486 (+145 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/norep: appending metadata at 1733278864516 (+30 ms)Flushing a1ca212ae5b4dd9a5929bcd79b9212b0/norep: closing flushed file at 1733278864516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79024696: reopening flushed file at 1733278864983 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a0c2a1: reopening flushed file at 1733278865002 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37309b18: reopening flushed file at 1733278865025 (+23 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1ca212ae5b4dd9a5929bcd79b9212b0 in 1194ms, sequenceid=8, compaction requested=false at 1733278865032 (+7 ms)Writing region close event to WAL at 1733278865036 (+4 ms)Running coprocessor post-close hooks at 1733278865045 (+9 ms)Closed at 1733278865045 2024-12-04T02:21:05,045 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278855128.a1ca212ae5b4dd9a5929bcd79b9212b0. 2024-12-04T02:21:05,054 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1160, reset compression=false 2024-12-04T02:21:05,074 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:05,074 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1804, reset compression=false 2024-12-04T02:21:05,149 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:21:05,281 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1804, reset compression=false 2024-12-04T02:21:05,316 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/rep_barrier/3d65f4f4f1164c1b9cb515b04476bcdd 2024-12-04T02:21:05,352 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:21:05,370 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/table/feb49914d58d4fcab9478fd1faa50a56 is 53, key is hbase:replication/table:state/1733278858885/Put/seqid=0 2024-12-04T02:21:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741847_1023 (size=5308) 2024-12-04T02:21:05,428 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:05,552 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:21:05,594 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1804, reset compression=false 2024-12-04T02:21:05,756 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:21:05,756 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:21:05,756 DEBUG [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:21:05,781 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/table/feb49914d58d4fcab9478fd1faa50a56 2024-12-04T02:21:05,814 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/info/8a984d2799444d3c95266152696259f3 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/info/8a984d2799444d3c95266152696259f3 2024-12-04T02:21:05,822 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/info/8a984d2799444d3c95266152696259f3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:21:05,823 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/ns/ee20d37ce7e3486fac2256c51dbba68d as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/ns/ee20d37ce7e3486fac2256c51dbba68d 2024-12-04T02:21:05,832 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/ns/ee20d37ce7e3486fac2256c51dbba68d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:21:05,835 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/rep_barrier/3d65f4f4f1164c1b9cb515b04476bcdd as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/rep_barrier/3d65f4f4f1164c1b9cb515b04476bcdd 2024-12-04T02:21:05,841 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/rep_barrier/3d65f4f4f1164c1b9cb515b04476bcdd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:21:05,842 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/.tmp/table/feb49914d58d4fcab9478fd1faa50a56 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/table/feb49914d58d4fcab9478fd1faa50a56 2024-12-04T02:21:05,846 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/table/feb49914d58d4fcab9478fd1faa50a56, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:21:05,847 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2101ms, sequenceid=16, compaction requested=false 2024-12-04T02:21:05,928 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:21:05,931 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:05,931 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:05,932 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:05,932 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278863746Running coprocessor pre-close hooks at 1733278863746Disabling compacts and flushes for region at 1733278863746Disabling writes for close at 1733278863746Obtaining lock to block concurrent updates at 1733278863746Preparing flush snapshotting stores in 1588230740 at 1733278863746Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278863747 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278863751 (+4 ms)Flushing 1588230740/info: creating writer at 1733278863751Flushing 1588230740/info: appending metadata at 1733278863795 (+44 ms)Flushing 1588230740/info: closing flushed file at 1733278863795Flushing 1588230740/ns: creating writer at 1733278864234 (+439 ms)Flushing 1588230740/ns: appending metadata at 1733278864294 (+60 ms)Flushing 1588230740/ns: closing flushed file at 1733278864294Flushing 1588230740/rep_barrier: creating writer at 1733278864842 (+548 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278864873 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278864873Flushing 1588230740/table: creating writer at 1733278865326 (+453 ms)Flushing 1588230740/table: appending metadata at 1733278865370 (+44 ms)Flushing 1588230740/table: closing flushed file at 1733278865370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1265c3d2: reopening flushed file at 1733278865814 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66796f63: reopening flushed file at 1733278865822 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3842e253: reopening flushed file at 1733278865832 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b090e52: reopening flushed file at 1733278865841 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 2101ms, sequenceid=16, compaction requested=false at 1733278865847 (+6 ms)Writing region close event to WAL at 1733278865888 (+41 ms)Running coprocessor post-close hooks at 1733278865931 (+43 ms)Closed at 1733278865932 (+1 ms) 2024-12-04T02:21:05,932 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:05,958 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,35705,1733278851531; all regions closed. 2024-12-04T02:21:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:21:06,006 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.1733278853213 to pos 1804, reset compression=false 2024-12-04T02:21:06,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/WALs/40249addbad9,35705,1733278851531/40249addbad9%2C35705%2C1733278851531.rep.1733278858842 not finished, retry = 0 2024-12-04T02:21:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741839_1015 (size=2676) 2024-12-04T02:21:06,134 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:06,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741832_1008 (size=1812) 2024-12-04T02:21:06,156 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:06,156 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,35705,1733278851531 because: Region server is closing 2024-12-04T02:21:06,156 INFO [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35705. 2024-12-04T02:21:06,156 DEBUG [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:06,157 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:06,157 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:06,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:06,257 INFO [RS:0;40249addbad9:35705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.shipper40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 terminated 2024-12-04T02:21:06,257 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,35705,1733278851531.replicationSource.wal-reader.40249addbad9%2C35705%2C1733278851531,1-40249addbad9,35705,1733278851531 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:21:06,257 INFO [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:35705. 2024-12-04T02:21:06,257 DEBUG [RS:0;40249addbad9:35705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:06,257 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:06,257 DEBUG [RS:0;40249addbad9:35705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:06,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:06,258 INFO [RS:0;40249addbad9:35705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35705 2024-12-04T02:21:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851/rs 2024-12-04T02:21:06,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973483851/rs/40249addbad9,35705,1733278851531 2024-12-04T02:21:06,271 INFO [RS:0;40249addbad9:35705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:06,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,35705,1733278851531] 2024-12-04T02:21:06,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/draining/40249addbad9,35705,1733278851531 already deleted, retry=false 2024-12-04T02:21:06,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,35705,1733278851531 expired; onlineServers=0 2024-12-04T02:21:06,292 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,44041,1733278851219' ***** 2024-12-04T02:21:06,292 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:21:06,292 INFO [M:0;40249addbad9:44041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:06,292 INFO [M:0;40249addbad9:44041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:06,292 DEBUG [M:0;40249addbad9:44041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:21:06,292 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:21:06,292 DEBUG [M:0;40249addbad9:44041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:21:06,293 INFO [M:0;40249addbad9:44041 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:06,293 INFO [M:0;40249addbad9:44041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:06,293 DEBUG [M:0;40249addbad9:44041 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:21:06,293 INFO [M:0;40249addbad9:44041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:21:06,293 INFO [M:0;40249addbad9:44041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:06,293 INFO [M:0;40249addbad9:44041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:21:06,293 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278852992 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278852992,5,FailOnTimeoutGroup] 2024-12-04T02:21:06,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:21:06,293 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278853008 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278853008,5,FailOnTimeoutGroup] 2024-12-04T02:21:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-973483851/master 2024-12-04T02:21:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-973483851 2024-12-04T02:21:06,316 DEBUG [M:0;40249addbad9:44041 {}] zookeeper.RecoverableZooKeeper(212): Node /1-973483851/master already deleted, retry=false 2024-12-04T02:21:06,316 DEBUG [M:0;40249addbad9:44041 {}] master.ActiveMasterManager(353): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-973483851/master 2024-12-04T02:21:06,317 INFO [M:0;40249addbad9:44041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/.lastflushedseqids 2024-12-04T02:21:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741848_1024 (size=245) 2024-12-04T02:21:06,382 INFO [RS:0;40249addbad9:35705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:06,382 INFO [RS:0;40249addbad9:35705 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,35705,1733278851531; zookeeper connection closed. 2024-12-04T02:21:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:06,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35705-0x1019e243d3c0004, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:06,386 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25a5617e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25a5617e 2024-12-04T02:21:06,387 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:21:06,766 INFO [M:0;40249addbad9:44041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:21:06,766 INFO [M:0;40249addbad9:44041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:21:06,767 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:06,767 INFO [M:0;40249addbad9:44041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:06,767 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:06,767 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:06,767 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:06,767 INFO [M:0;40249addbad9:44041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T02:21:06,786 DEBUG [M:0;40249addbad9:44041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/005c4ccf868d4a449cf3a1a31e3a0a34 is 82, key is hbase:meta,,1/info:regioninfo/1733278854308/Put/seqid=0 2024-12-04T02:21:06,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741849_1025 (size=5672) 2024-12-04T02:21:06,973 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:07,224 INFO [M:0;40249addbad9:44041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/005c4ccf868d4a449cf3a1a31e3a0a34 2024-12-04T02:21:07,243 DEBUG [M:0;40249addbad9:44041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77aa48d20fa46a0bf66657ed519f8f5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278858889/Put/seqid=0 2024-12-04T02:21:07,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741850_1026 (size=8515) 2024-12-04T02:21:07,725 INFO [M:0;40249addbad9:44041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77aa48d20fa46a0bf66657ed519f8f5 2024-12-04T02:21:07,757 DEBUG [M:0;40249addbad9:44041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee4c623d2b4906bae285de02703bbe is 69, key is 40249addbad9,35705,1733278851531/rs:state/1733278853024/Put/seqid=0 2024-12-04T02:21:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741851_1027 (size=5156) 2024-12-04T02:21:07,773 INFO [M:0;40249addbad9:44041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee4c623d2b4906bae285de02703bbe 2024-12-04T02:21:07,779 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/005c4ccf868d4a449cf3a1a31e3a0a34 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/005c4ccf868d4a449cf3a1a31e3a0a34 2024-12-04T02:21:07,785 INFO [M:0;40249addbad9:44041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/005c4ccf868d4a449cf3a1a31e3a0a34, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:21:07,786 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b77aa48d20fa46a0bf66657ed519f8f5 as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77aa48d20fa46a0bf66657ed519f8f5 2024-12-04T02:21:07,792 INFO [M:0;40249addbad9:44041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b77aa48d20fa46a0bf66657ed519f8f5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:21:07,793 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee4c623d2b4906bae285de02703bbe as hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbee4c623d2b4906bae285de02703bbe 2024-12-04T02:21:07,797 INFO [M:0;40249addbad9:44041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46345/user/jenkins/test-data/8e3d52fe-e4de-21be-35da-34fcd88fdcee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbee4c623d2b4906bae285de02703bbe, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:21:07,801 INFO [M:0;40249addbad9:44041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1034ms, sequenceid=97, compaction requested=false 2024-12-04T02:21:07,802 INFO [M:0;40249addbad9:44041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:07,802 DEBUG [M:0;40249addbad9:44041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278866766Disabling compacts and flushes for region at 1733278866767 (+1 ms)Disabling writes for close at 1733278866767Obtaining lock to block concurrent updates at 1733278866767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278866767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733278866767Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278866768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278866768Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278866786 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278866786Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278867228 (+442 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278867242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278867242Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278867733 (+491 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278867757 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278867757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22dd0c1f: reopening flushed file at 1733278867778 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3924e628: reopening flushed file at 1733278867785 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629da0b: reopening flushed file at 1733278867792 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1034ms, sequenceid=97, compaction requested=false at 1733278867801 (+9 ms)Writing region close event to WAL at 1733278867802 (+1 ms)Closed at 1733278867802 2024-12-04T02:21:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37271 is added to blk_1073741830_1006 (size=63642) 2024-12-04T02:21:07,804 INFO [M:0;40249addbad9:44041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:21:07,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:07,805 INFO [M:0;40249addbad9:44041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44041 2024-12-04T02:21:07,805 INFO [M:0;40249addbad9:44041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:07,820 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:07,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:07,821 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28351 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:07,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:08,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44041-0x1019e243d3c0003, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:08,012 INFO [M:0;40249addbad9:44041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cdac117{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:08,022 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bc11f28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:08,022 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bd5e139{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:08,022 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3e8997{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:08,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:21:08,023 WARN [BP-1519033586-172.17.0.3-1733278849052 heartbeating to localhost/127.0.0.1:46345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:21:08,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:21:08,023 WARN [BP-1519033586-172.17.0.3-1733278849052 heartbeating to localhost/127.0.0.1:46345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1519033586-172.17.0.3-1733278849052 (Datanode Uuid cd796054-5472-4816-9587-cd58a1fcbd88) service to localhost/127.0.0.1:46345 2024-12-04T02:21:08,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/cluster_ca235b2f-3fe8-da99-e478-1e40fa7fb09e/data/data2/current/BP-1519033586-172.17.0.3-1733278849052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:08,024 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/cluster_ca235b2f-3fe8-da99-e478-1e40fa7fb09e/data/data1/current/BP-1519033586-172.17.0.3-1733278849052 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:08,024 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:21:08,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67f0b96e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:08,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa815d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:08,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:08,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28706b60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:08,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78c3ce2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:08,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:21:08,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:21:08,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:08,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:08,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:08,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:21:08,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1087581265, stopped=false 2024-12-04T02:21:08,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,42633,1733278845905 2024-12-04T02:21:08,108 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314581344/running 2024-12-04T02:21:08,108 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:21:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314581344/running 2024-12-04T02:21:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:21:08,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/running 2024-12-04T02:21:08,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Set watcher on znode that does not yet exist, /0314581344/running 2024-12-04T02:21:08,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:08,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:08,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:08,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,126 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,39289,1733278846566' ***** 2024-12-04T02:21:08,126 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:21:08,127 INFO [RS:0;40249addbad9:39289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:21:08,127 INFO [RS:0;40249addbad9:39289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:21:08,127 INFO [RS:0;40249addbad9:39289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:21:08,127 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dc652b1342f6c6195efacae2102e327 2024-12-04T02:21:08,127 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:21:08,136 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:21:08,136 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,39289,1733278846566 2024-12-04T02:21:08,136 INFO [RS:0;40249addbad9:39289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:08,136 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dc652b1342f6c6195efacae2102e327, disabling compactions & flushes 2024-12-04T02:21:08,136 INFO [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39289. 2024-12-04T02:21:08,136 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:21:08,136 DEBUG [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:08,136 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:21:08,136 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,136 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278854487.7dc652b1342f6c6195efacae2102e327. after waiting 0 ms 2024-12-04T02:21:08,137 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:21:08,137 INFO [RS:0;40249addbad9:39289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:21:08,137 INFO [RS:0;40249addbad9:39289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:21:08,137 INFO [RS:0;40249addbad9:39289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:21:08,137 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dc652b1342f6c6195efacae2102e327 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T02:21:08,137 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:21:08,137 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:21:08,137 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1325): Online Regions={7dc652b1342f6c6195efacae2102e327=test,,1733278854487.7dc652b1342f6c6195efacae2102e327., 1588230740=hbase:meta,,1.1588230740, dc2367e978c9a8f52e8450ea47f8b5d3=hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3.} 2024-12-04T02:21:08,137 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dc652b1342f6c6195efacae2102e327, dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:21:08,139 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:08,140 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:08,140 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:08,140 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:08,140 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:08,140 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:21:08,156 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:08,185 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/info/e8229c3a1ae74c67a57f79d35517eefd is 147, key is hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3./info:regioninfo/1733278857530/Put/seqid=0 2024-12-04T02:21:08,186 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f/458b2f2335a5477ca0ef5089bff1e952 is 29, key is row1/f:/1733278862687/DeleteFamily/seqid=0 2024-12-04T02:21:08,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741841_1017 (size=5118) 2024-12-04T02:21:08,221 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f/458b2f2335a5477ca0ef5089bff1e952 2024-12-04T02:21:08,256 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 458b2f2335a5477ca0ef5089bff1e952 2024-12-04T02:21:08,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741840_1016 (size=7686) 2024-12-04T02:21:08,259 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/info/e8229c3a1ae74c67a57f79d35517eefd 2024-12-04T02:21:08,299 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f1/a89d24a230994d6b836bcdabed123b97 is 30, key is row1/f1:/1733278862687/DeleteFamily/seqid=0 2024-12-04T02:21:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741842_1018 (size=5123) 2024-12-04T02:21:08,333 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f1/a89d24a230994d6b836bcdabed123b97 2024-12-04T02:21:08,337 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dc652b1342f6c6195efacae2102e327, dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:21:08,342 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/ns/5630c43c8fd74a6191964295c1b28176 is 43, key is default/ns:d/1733278848809/Put/seqid=0 2024-12-04T02:21:08,346 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a89d24a230994d6b836bcdabed123b97 2024-12-04T02:21:08,369 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/norep/5cf3e2065c804a01aaf2655714881225 is 32, key is row/norep:/1733278861669/DeleteFamily/seqid=0 2024-12-04T02:21:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741843_1019 (size=5153) 2024-12-04T02:21:08,383 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/ns/5630c43c8fd74a6191964295c1b28176 2024-12-04T02:21:08,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741844_1020 (size=5101) 2024-12-04T02:21:08,392 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/norep/5cf3e2065c804a01aaf2655714881225 2024-12-04T02:21:08,407 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf3e2065c804a01aaf2655714881225 2024-12-04T02:21:08,408 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f/458b2f2335a5477ca0ef5089bff1e952 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/f/458b2f2335a5477ca0ef5089bff1e952 2024-12-04T02:21:08,415 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 458b2f2335a5477ca0ef5089bff1e952 2024-12-04T02:21:08,415 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/f/458b2f2335a5477ca0ef5089bff1e952, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:08,421 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/f1/a89d24a230994d6b836bcdabed123b97 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/f1/a89d24a230994d6b836bcdabed123b97 2024-12-04T02:21:08,439 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a89d24a230994d6b836bcdabed123b97 2024-12-04T02:21:08,439 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/f1/a89d24a230994d6b836bcdabed123b97, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:08,440 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/.tmp/norep/5cf3e2065c804a01aaf2655714881225 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/norep/5cf3e2065c804a01aaf2655714881225 2024-12-04T02:21:08,441 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/rep_barrier/c8aabf12003642cf892e98d5d9f22a29 is 112, key is test,,1733278854487.7dc652b1342f6c6195efacae2102e327./rep_barrier:seqnumDuringOpen/1733278854877/Put/seqid=0 2024-12-04T02:21:08,447 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cf3e2065c804a01aaf2655714881225 2024-12-04T02:21:08,447 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/norep/5cf3e2065c804a01aaf2655714881225, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T02:21:08,449 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7dc652b1342f6c6195efacae2102e327 in 312ms, sequenceid=8, compaction requested=false 2024-12-04T02:21:08,449 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:21:08,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741845_1021 (size=5518) 2024-12-04T02:21:08,533 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/rep_barrier/c8aabf12003642cf892e98d5d9f22a29 2024-12-04T02:21:08,537 DEBUG [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7dc652b1342f6c6195efacae2102e327, dc2367e978c9a8f52e8450ea47f8b5d3 2024-12-04T02:21:08,573 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/table/b9fcc64d396043249622d7dc200364b9 is 53, key is hbase:replication/table:state/1733278857540/Put/seqid=0 2024-12-04T02:21:08,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/default/test/7dc652b1342f6c6195efacae2102e327/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T02:21:08,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:08,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:08,575 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:21:08,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dc652b1342f6c6195efacae2102e327: Waiting for close lock at 1733278868136Running coprocessor pre-close hooks at 1733278868136Disabling compacts and flushes for region at 1733278868136Disabling writes for close at 1733278868136Obtaining lock to block concurrent updates at 1733278868137 (+1 ms)Preparing flush snapshotting stores in 7dc652b1342f6c6195efacae2102e327 at 1733278868137Finished memstore snapshotting test,,1733278854487.7dc652b1342f6c6195efacae2102e327., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733278868137Flushing stores of test,,1733278854487.7dc652b1342f6c6195efacae2102e327. at 1733278868138 (+1 ms)Flushing 7dc652b1342f6c6195efacae2102e327/f: creating writer at 1733278868138Flushing 7dc652b1342f6c6195efacae2102e327/f: appending metadata at 1733278868182 (+44 ms)Flushing 7dc652b1342f6c6195efacae2102e327/f: closing flushed file at 1733278868182Flushing 7dc652b1342f6c6195efacae2102e327/f1: creating writer at 1733278868257 (+75 ms)Flushing 7dc652b1342f6c6195efacae2102e327/f1: appending metadata at 1733278868299 (+42 ms)Flushing 7dc652b1342f6c6195efacae2102e327/f1: closing flushed file at 1733278868299Flushing 7dc652b1342f6c6195efacae2102e327/norep: creating writer at 1733278868347 (+48 ms)Flushing 7dc652b1342f6c6195efacae2102e327/norep: appending metadata at 1733278868368 (+21 ms)Flushing 7dc652b1342f6c6195efacae2102e327/norep: closing flushed file at 1733278868368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79127e97: reopening flushed file at 1733278868407 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f0b7b5: reopening flushed file at 1733278868416 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0bcb4b: reopening flushed file at 1733278868439 (+23 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7dc652b1342f6c6195efacae2102e327 in 312ms, sequenceid=8, compaction requested=false at 1733278868449 (+10 ms)Writing region close event to WAL at 1733278868541 (+92 ms)Running coprocessor post-close hooks at 1733278868575 (+34 ms)Closed at 1733278868575 2024-12-04T02:21:08,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278854487.7dc652b1342f6c6195efacae2102e327. 2024-12-04T02:21:08,576 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc2367e978c9a8f52e8450ea47f8b5d3, disabling compactions & flushes 2024-12-04T02:21:08,576 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:21:08,576 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:21:08,576 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. after waiting 0 ms 2024-12-04T02:21:08,576 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:21:08,576 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc2367e978c9a8f52e8450ea47f8b5d3 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T02:21:08,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741846_1022 (size=5308) 2024-12-04T02:21:08,584 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/table/b9fcc64d396043249622d7dc200364b9 2024-12-04T02:21:08,597 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/info/e8229c3a1ae74c67a57f79d35517eefd as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/info/e8229c3a1ae74c67a57f79d35517eefd 2024-12-04T02:21:08,606 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/info/e8229c3a1ae74c67a57f79d35517eefd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:21:08,607 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/ns/5630c43c8fd74a6191964295c1b28176 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/ns/5630c43c8fd74a6191964295c1b28176 2024-12-04T02:21:08,612 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/ns/5630c43c8fd74a6191964295c1b28176, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:21:08,613 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/rep_barrier/c8aabf12003642cf892e98d5d9f22a29 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/rep_barrier/c8aabf12003642cf892e98d5d9f22a29 2024-12-04T02:21:08,615 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/.tmp/queue/bc8e7dba17bb4a24852372a242e3f073 is 153, key is 1-40249addbad9,39289,1733278846566/queue:40249addbad9%2C39289%2C1733278846566/1733278863289/Put/seqid=0 2024-12-04T02:21:08,618 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/rep_barrier/c8aabf12003642cf892e98d5d9f22a29, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:21:08,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741847_1023 (size=5352) 2024-12-04T02:21:08,619 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/.tmp/table/b9fcc64d396043249622d7dc200364b9 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/table/b9fcc64d396043249622d7dc200364b9 2024-12-04T02:21:08,621 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/.tmp/queue/bc8e7dba17bb4a24852372a242e3f073 2024-12-04T02:21:08,631 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/.tmp/queue/bc8e7dba17bb4a24852372a242e3f073 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/queue/bc8e7dba17bb4a24852372a242e3f073 2024-12-04T02:21:08,638 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/queue/bc8e7dba17bb4a24852372a242e3f073, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T02:21:08,639 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/table/b9fcc64d396043249622d7dc200364b9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:21:08,640 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dc2367e978c9a8f52e8450ea47f8b5d3 in 64ms, sequenceid=10, compaction requested=false 2024-12-04T02:21:08,640 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:21:08,641 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false 2024-12-04T02:21:08,673 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/replication/dc2367e978c9a8f52e8450ea47f8b5d3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:21:08,673 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:08,674 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:08,674 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:21:08,674 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc2367e978c9a8f52e8450ea47f8b5d3: Waiting for close lock at 1733278868576Running coprocessor pre-close hooks at 1733278868576Disabling compacts and flushes for region at 1733278868576Disabling writes for close at 1733278868576Obtaining lock to block concurrent updates at 1733278868576Preparing flush snapshotting stores in dc2367e978c9a8f52e8450ea47f8b5d3 at 1733278868576Finished memstore snapshotting hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733278868576Flushing stores of hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. at 1733278868577 (+1 ms)Flushing dc2367e978c9a8f52e8450ea47f8b5d3/queue: creating writer at 1733278868577Flushing dc2367e978c9a8f52e8450ea47f8b5d3/queue: appending metadata at 1733278868615 (+38 ms)Flushing dc2367e978c9a8f52e8450ea47f8b5d3/queue: closing flushed file at 1733278868615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388aefac: reopening flushed file at 1733278868630 (+15 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dc2367e978c9a8f52e8450ea47f8b5d3 in 64ms, sequenceid=10, compaction requested=false at 1733278868640 (+10 ms)Writing region close event to WAL at 1733278868664 (+24 ms)Running coprocessor post-close hooks at 1733278868673 (+9 ms)Closed at 1733278868674 (+1 ms) 2024-12-04T02:21:08,674 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278856330.dc2367e978c9a8f52e8450ea47f8b5d3. 2024-12-04T02:21:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:21:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:08,689 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:08,690 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:08,690 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278868139Running coprocessor pre-close hooks at 1733278868139Disabling compacts and flushes for region at 1733278868139Disabling writes for close at 1733278868140 (+1 ms)Obtaining lock to block concurrent updates at 1733278868140Preparing flush snapshotting stores in 1588230740 at 1733278868140Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278868144 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278868146 (+2 ms)Flushing 1588230740/info: creating writer at 1733278868146Flushing 1588230740/info: appending metadata at 1733278868185 (+39 ms)Flushing 1588230740/info: closing flushed file at 1733278868185Flushing 1588230740/ns: creating writer at 1733278868277 (+92 ms)Flushing 1588230740/ns: appending metadata at 1733278868341 (+64 ms)Flushing 1588230740/ns: closing flushed file at 1733278868341Flushing 1588230740/rep_barrier: creating writer at 1733278868400 (+59 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278868440 (+40 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278868440Flushing 1588230740/table: creating writer at 1733278868544 (+104 ms)Flushing 1588230740/table: appending metadata at 1733278868572 (+28 ms)Flushing 1588230740/table: closing flushed file at 1733278868572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@177d8511: reopening flushed file at 1733278868591 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d46667d: reopening flushed file at 1733278868606 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153593b0: reopening flushed file at 1733278868612 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@681e9500: reopening flushed file at 1733278868618 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 501ms, sequenceid=16, compaction requested=false at 1733278868641 (+23 ms)Writing region close event to WAL at 1733278868678 (+37 ms)Running coprocessor post-close hooks at 1733278868689 (+11 ms)Closed at 1733278868690 (+1 ms) 2024-12-04T02:21:08,690 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:08,738 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,39289,1733278846566; all regions closed. 2024-12-04T02:21:08,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:21:08,743 DEBUG [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs 2024-12-04T02:21:08,744 INFO [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C39289%2C1733278846566.meta:.meta(num 1733278848657) 2024-12-04T02:21:08,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741839_1015 (size=2676) 2024-12-04T02:21:08,746 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.rep.1733278857486 not finished, retry = 0 2024-12-04T02:21:08,850 DEBUG [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs 2024-12-04T02:21:08,850 INFO [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C39289%2C1733278846566.rep:(num 1733278857486) 2024-12-04T02:21:08,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741832_1008 (size=1813) 2024-12-04T02:21:08,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 not finished, retry = 0 2024-12-04T02:21:08,881 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 to pos 914, reset compression=false 2024-12-04T02:21:08,898 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:21:08,898 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:21:08,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988 2024-12-04T02:21:08,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:08,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T02:21:08,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.wal-reader.40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T02:21:08,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,39289,1733278846566 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/WALs/40249addbad9,39289,1733278846566/40249addbad9%2C39289%2C1733278846566.1733278847988, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T02:21:08,955 DEBUG [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/oldWALs 2024-12-04T02:21:08,955 INFO [RS:0;40249addbad9:39289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C39289%2C1733278846566:(num 1733278847988) 2024-12-04T02:21:08,955 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,955 INFO [RS:0;40249addbad9:39289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:08,955 INFO [RS:0;40249addbad9:39289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:08,955 INFO [RS:0;40249addbad9:39289 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:08,956 INFO [RS:0;40249addbad9:39289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:08,955 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,39289,1733278846566: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,39289,1733278846566, walGroup=40249addbad9%2C39289%2C1733278846566, offset=40249addbad9%2C39289%2C1733278846566.1733278847988:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:39289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:21:08,956 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:08,956 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:21:08,956 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:21:08,956 INFO [RS:0;40249addbad9:39289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,39289,1733278846566 because: Region server is closing 2024-12-04T02:21:08,957 INFO [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39289. 2024-12-04T02:21:08,957 DEBUG [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:08,957 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,957 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:08,957 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:21:08,957 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:21:08,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:08,957 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:21:08,957 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 656819728 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191896136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:21:08,958 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [40249addbad9%2C39289%2C1733278846566.1733278847988] 2024-12-04T02:21:09,057 INFO [RS:0;40249addbad9:39289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,39289,1733278846566.replicationSource.shipper40249addbad9%2C39289%2C1733278846566,1-40249addbad9,39289,1733278846566 terminated 2024-12-04T02:21:09,057 INFO [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:39289. 2024-12-04T02:21:09,057 DEBUG [RS:0;40249addbad9:39289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:09,057 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:09,057 DEBUG [RS:0;40249addbad9:39289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:09,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:09,057 INFO [RS:0;40249addbad9:39289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39289 2024-12-04T02:21:09,084 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314581344/rs/40249addbad9,39289,1733278846566 2024-12-04T02:21:09,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344/rs 2024-12-04T02:21:09,084 INFO [RS:0;40249addbad9:39289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:09,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,39289,1733278846566] 2024-12-04T02:21:09,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/draining/40249addbad9,39289,1733278846566 already deleted, retry=false 2024-12-04T02:21:09,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,39289,1733278846566 expired; onlineServers=0 2024-12-04T02:21:09,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,42633,1733278845905' ***** 2024-12-04T02:21:09,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:21:09,109 INFO [M:0;40249addbad9:42633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:09,109 INFO [M:0;40249addbad9:42633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:09,109 DEBUG [M:0;40249addbad9:42633 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:21:09,110 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:21:09,110 DEBUG [M:0;40249addbad9:42633 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:21:09,110 INFO [M:0;40249addbad9:42633 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:09,110 INFO [M:0;40249addbad9:42633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:09,110 DEBUG [M:0;40249addbad9:42633 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:21:09,110 INFO [M:0;40249addbad9:42633 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:21:09,110 INFO [M:0;40249addbad9:42633 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:09,110 INFO [M:0;40249addbad9:42633 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:21:09,110 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278847740 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278847740,5,FailOnTimeoutGroup] 2024-12-04T02:21:09,110 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278847756 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278847756,5,FailOnTimeoutGroup] 2024-12-04T02:21:09,111 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:21:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0314581344/master 2024-12-04T02:21:09,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0314581344 2024-12-04T02:21:09,134 DEBUG [M:0;40249addbad9:42633 {}] zookeeper.RecoverableZooKeeper(212): Node /0314581344/master already deleted, retry=false 2024-12-04T02:21:09,134 DEBUG [M:0;40249addbad9:42633 {}] master.ActiveMasterManager(353): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Failed delete of our master address node; KeeperErrorCode = NoNode for /0314581344/master 2024-12-04T02:21:09,140 INFO [M:0;40249addbad9:42633 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/.lastflushedseqids 2024-12-04T02:21:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741848_1024 (size=245) 2024-12-04T02:21:09,181 INFO [M:0;40249addbad9:42633 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:21:09,181 INFO [M:0;40249addbad9:42633 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:21:09,181 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:09,181 INFO [M:0;40249addbad9:42633 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:09,181 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:09,181 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:09,181 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:09,182 INFO [M:0;40249addbad9:42633 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T02:21:09,195 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:09,195 DEBUG [pool-1368-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39289-0x1019e243d3c0001, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:09,195 INFO [RS:0;40249addbad9:39289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:09,195 INFO [RS:0;40249addbad9:39289 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,39289,1733278846566; zookeeper connection closed. 2024-12-04T02:21:09,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a731ff6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a731ff6 2024-12-04T02:21:09,196 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:21:09,207 DEBUG [M:0;40249addbad9:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4a9e4abc645494f84e4f88ee6573d58 is 82, key is hbase:meta,,1/info:regioninfo/1733278848732/Put/seqid=0 2024-12-04T02:21:09,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741849_1025 (size=5672) 2024-12-04T02:21:09,217 INFO [M:0;40249addbad9:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4a9e4abc645494f84e4f88ee6573d58 2024-12-04T02:21:09,254 DEBUG [M:0;40249addbad9:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e64dea484115ba7e17f6a9db5582 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278857544/Put/seqid=0 2024-12-04T02:21:09,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741850_1026 (size=8516) 2024-12-04T02:21:09,274 INFO [M:0;40249addbad9:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e64dea484115ba7e17f6a9db5582 2024-12-04T02:21:09,303 DEBUG [M:0;40249addbad9:42633 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0cefbf1df82411992fc0cee67cb5807 is 69, key is 40249addbad9,39289,1733278846566/rs:state/1733278847777/Put/seqid=0 2024-12-04T02:21:09,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741851_1027 (size=5156) 2024-12-04T02:21:09,322 INFO [M:0;40249addbad9:42633 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0cefbf1df82411992fc0cee67cb5807 2024-12-04T02:21:09,326 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4a9e4abc645494f84e4f88ee6573d58 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4a9e4abc645494f84e4f88ee6573d58 2024-12-04T02:21:09,330 INFO [M:0;40249addbad9:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4a9e4abc645494f84e4f88ee6573d58, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:21:09,331 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6237e64dea484115ba7e17f6a9db5582 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6237e64dea484115ba7e17f6a9db5582 2024-12-04T02:21:09,334 INFO [M:0;40249addbad9:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6237e64dea484115ba7e17f6a9db5582, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:21:09,336 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0cefbf1df82411992fc0cee67cb5807 as hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0cefbf1df82411992fc0cee67cb5807 2024-12-04T02:21:09,339 INFO [M:0;40249addbad9:42633 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42461/user/jenkins/test-data/f1cc2034-ced5-ff5a-f226-c4447fadb35a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0cefbf1df82411992fc0cee67cb5807, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:21:09,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:09,340 INFO [M:0;40249addbad9:42633 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=97, compaction requested=false 2024-12-04T02:21:09,362 INFO [M:0;40249addbad9:42633 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:09,362 DEBUG [M:0;40249addbad9:42633 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278869181Disabling compacts and flushes for region at 1733278869181Disabling writes for close at 1733278869181Obtaining lock to block concurrent updates at 1733278869182 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278869182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733278869182Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278869183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278869183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278869205 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278869205Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278869228 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278869254 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278869254Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278869279 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278869303 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278869303Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76bd8c65: reopening flushed file at 1733278869326 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e20f05: reopening flushed file at 1733278869331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7387bbdf: reopening flushed file at 1733278869335 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 159ms, sequenceid=97, compaction requested=false at 1733278869340 (+5 ms)Writing region close event to WAL at 1733278869362 (+22 ms)Closed at 1733278869362 2024-12-04T02:21:09,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44921 is added to blk_1073741830_1006 (size=63654) 2024-12-04T02:21:09,365 INFO [M:0;40249addbad9:42633 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:21:09,365 INFO [M:0;40249addbad9:42633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42633 2024-12-04T02:21:09,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:09,366 INFO [M:0;40249addbad9:42633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:09,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:09,518 INFO [M:0;40249addbad9:42633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42633-0x1019e243d3c0000, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:09,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ca0f18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:09,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d10d409{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:09,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:09,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ffe99c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:09,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@286e937b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:09,521 WARN [BP-898027572-172.17.0.3-1733278843355 heartbeating to localhost/127.0.0.1:42461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:21:09,521 WARN [BP-898027572-172.17.0.3-1733278843355 heartbeating to localhost/127.0.0.1:42461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-898027572-172.17.0.3-1733278843355 (Datanode Uuid 7a7627f9-822d-44bb-afc3-53964d57b21d) service to localhost/127.0.0.1:42461 2024-12-04T02:21:09,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:21:09,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:21:09,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/data/data1/current/BP-898027572-172.17.0.3-1733278843355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:09,522 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/cluster_5be2d29b-99f6-7150-c462-6e294ec8d489/data/data2/current/BP-898027572-172.17.0.3-1733278843355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:09,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:21:09,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@260f4523{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:09,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266248b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:09,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:09,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@119756b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:09,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2db8faa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e2b27858-aee0-71cb-588d-ef977dfde866/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:09,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:21:09,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:21:09,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 237) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42461 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:42461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46345 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51465) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=666 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=932 (was 877) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3994 (was 4960) 2024-12-04T02:21:09,559 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=666, MaxFileDescriptor=1048576, SystemLoadAverage=932, ProcessCount=11, AvailableMemoryMB=3994 2024-12-04T02:21:09,573 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T02:21:09,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir so I do NOT create it in target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d 2024-12-04T02:21:09,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:21:09,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.tmp.dir so I do NOT create it in target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d 2024-12-04T02:21:09,573 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c7ed908-675d-6597-496f-f17c11586a15/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:21:09,573 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d 2024-12-04T02:21:09,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df, deleteOnExit=true 2024-12-04T02:21:09,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/zookeeper_0, clientPort=56993, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:21:09,591 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56993 2024-12-04T02:21:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:21:09,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/test.cache.data in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:21:09,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:21:09,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:21:09,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e243d3c0002, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:21:09,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e243d3c0005, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:21:09,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e243d3c0002, quorum=127.0.0.1:51465, baseZNode=/0314581344 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:21:09,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e243d3c0005, quorum=127.0.0.1:51465, baseZNode=/1-973483851 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:21:10,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:10,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:10,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:10,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:10,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:10,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:10,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69aa670c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:10,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54cb383e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:10,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@141c3917{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/java.io.tmpdir/jetty-localhost-44313-hadoop-hdfs-3_4_1-tests_jar-_-any-7851450161788380271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:10,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21f8a55{HTTP/1.1, (http/1.1)}{localhost:44313} 2024-12-04T02:21:10,392 INFO [Time-limited test {}] server.Server(415): Started @232451ms 2024-12-04T02:21:10,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:10,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:10,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:10,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:10,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:10,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff78843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:10,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad67795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:10,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f4ec07a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/java.io.tmpdir/jetty-localhost-36091-hadoop-hdfs-3_4_1-tests_jar-_-any-14968731543491156863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:10,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c45d7d0{HTTP/1.1, (http/1.1)}{localhost:36091} 2024-12-04T02:21:10,836 INFO [Time-limited test {}] server.Server(415): Started @232895ms 2024-12-04T02:21:10,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:21:12,277 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/data/data2/current/BP-925454463-172.17.0.3-1733278869607/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:12,277 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/data/data1/current/BP-925454463-172.17.0.3-1733278869607/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:12,300 WARN [Thread-2655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:21:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4e73a2fbdc180b3 with lease ID 0x5dccf7fe022d65a5: Processing first storage report for DS-a55b44a9-3061-4859-8445-026f6a5d7bf5 from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=33d41dac-2fbd-4188-a651-5519fc45ec51, infoPort=46671, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=282738069;c=1733278869607) 2024-12-04T02:21:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4e73a2fbdc180b3 with lease ID 0x5dccf7fe022d65a5: from storage DS-a55b44a9-3061-4859-8445-026f6a5d7bf5 node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=33d41dac-2fbd-4188-a651-5519fc45ec51, infoPort=46671, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=282738069;c=1733278869607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd4e73a2fbdc180b3 with lease ID 0x5dccf7fe022d65a5: Processing first storage report for DS-6456cea9-23a9-4626-aeb7-9c420861196c from datanode DatanodeRegistration(127.0.0.1:40747, datanodeUuid=33d41dac-2fbd-4188-a651-5519fc45ec51, infoPort=46671, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=282738069;c=1733278869607) 2024-12-04T02:21:12,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd4e73a2fbdc180b3 with lease ID 0x5dccf7fe022d65a5: from storage DS-6456cea9-23a9-4626-aeb7-9c420861196c node DatanodeRegistration(127.0.0.1:40747, datanodeUuid=33d41dac-2fbd-4188-a651-5519fc45ec51, infoPort=46671, infoSecurePort=0, ipcPort=41937, storageInfo=lv=-57;cid=testClusterID;nsid=282738069;c=1733278869607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:12,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d 2024-12-04T02:21:12,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:21:12,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2 with version=8 2024-12-04T02:21:12,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/hbase-staging 2024-12-04T02:21:12,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:12,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44071 2024-12-04T02:21:12,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44071 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:12,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440710x0, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:12,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44071-0x1019e24a4020000 connected 2024-12-04T02:21:12,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/running 2024-12-04T02:21:12,583 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2, hbase.cluster.distributed=false 2024-12-04T02:21:12,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/acl 2024-12-04T02:21:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-04T02:21:12,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44071 2024-12-04T02:21:12,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44071 2024-12-04T02:21:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-04T02:21:12,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44071 2024-12-04T02:21:12,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:21:12,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:12,632 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38453 2024-12-04T02:21:12,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38453 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:12,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:12,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384530x0, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:12,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384530x0, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/running 2024-12-04T02:21:12,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:21:12,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38453-0x1019e24a4020001 connected 2024-12-04T02:21:12,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:21:12,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/master 2024-12-04T02:21:12,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/acl 2024-12-04T02:21:12,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-04T02:21:12,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38453 2024-12-04T02:21:12,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38453 2024-12-04T02:21:12,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-04T02:21:12,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38453 2024-12-04T02:21:12,681 DEBUG [M:0;40249addbad9:44071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:44071 2024-12-04T02:21:12,684 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /032578541/backup-masters/40249addbad9,44071,1733278872352 2024-12-04T02:21:12,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/backup-masters 2024-12-04T02:21:12,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/backup-masters 2024-12-04T02:21:12,695 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on existing znode=/032578541/backup-masters/40249addbad9,44071,1733278872352 2024-12-04T02:21:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/032578541/master 2024-12-04T02:21:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:12,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:12,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on existing znode=/032578541/master 2024-12-04T02:21:12,706 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /032578541/backup-masters/40249addbad9,44071,1733278872352 from backup master directory 2024-12-04T02:21:12,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/backup-masters 2024-12-04T02:21:12,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/032578541/backup-masters/40249addbad9,44071,1733278872352 2024-12-04T02:21:12,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/backup-masters 2024-12-04T02:21:12,715 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:12,715 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,44071,1733278872352 2024-12-04T02:21:12,721 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/hbase.id] with ID: 0f29057e-ac47-495e-a129-fdb6689e9826 2024-12-04T02:21:12,721 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/.tmp/hbase.id 2024-12-04T02:21:12,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:21:13,140 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/.tmp/hbase.id]:[hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/hbase.id] 2024-12-04T02:21:13,149 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:13,150 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:21:13,150 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T02:21:13,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:13,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:21:13,590 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:13,591 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:21:13,591 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:13,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:21:13,997 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store 2024-12-04T02:21:14,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:14,002 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:14,002 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:14,002 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278874002Disabling compacts and flushes for region at 1733278874002Disabling writes for close at 1733278874002Writing region close event to WAL at 1733278874002Closed at 1733278874002 2024-12-04T02:21:14,003 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/.initializing 2024-12-04T02:21:14,003 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/WALs/40249addbad9,44071,1733278872352 2024-12-04T02:21:14,004 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:14,005 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C44071%2C1733278872352, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/WALs/40249addbad9,44071,1733278872352, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/oldWALs, maxLogs=10 2024-12-04T02:21:14,020 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/WALs/40249addbad9,44071,1733278872352/40249addbad9%2C44071%2C1733278872352.1733278874005, exclude list is [], retry=0 2024-12-04T02:21:14,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-a55b44a9-3061-4859-8445-026f6a5d7bf5,DISK] 2024-12-04T02:21:14,024 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/WALs/40249addbad9,44071,1733278872352/40249addbad9%2C44071%2C1733278872352.1733278874005 2024-12-04T02:21:14,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-04T02:21:14,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:14,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:14,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,024 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:21:14,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:14,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:14,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:21:14,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:14,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:14,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:21:14,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:14,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:14,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:21:14,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:14,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:14,030 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,031 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,031 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,032 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,032 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,032 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:14,033 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:14,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:14,041 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71417680, jitterRate=0.06420636177062988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:14,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278874025Initializing all the Stores at 1733278874025Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278874025Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278874025Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278874025Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278874025Cleaning up temporary data from old regions at 1733278874032 (+7 ms)Region opened successfully at 1733278874041 (+9 ms) 2024-12-04T02:21:14,044 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:21:14,047 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778f65ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:14,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:21:14,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:21:14,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:21:14,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:21:14,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:21:14,049 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:21:14,049 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:21:14,054 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:21:14,054 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Unable to get data of znode /032578541/balancer because node does not exist (not necessarily an error) 2024-12-04T02:21:14,062 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/balancer already deleted, retry=false 2024-12-04T02:21:14,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:21:14,064 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Unable to get data of znode /032578541/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:21:14,073 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/normalizer already deleted, retry=false 2024-12-04T02:21:14,073 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:21:14,074 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Unable to get data of znode /032578541/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:21:14,083 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/switch/split already deleted, retry=false 2024-12-04T02:21:14,084 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Unable to get data of znode /032578541/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:21:14,094 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/switch/merge already deleted, retry=false 2024-12-04T02:21:14,096 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Unable to get data of znode /032578541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:21:14,105 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/snapshot-cleanup already deleted, retry=false 2024-12-04T02:21:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/032578541/running 2024-12-04T02:21:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/032578541/running 2024-12-04T02:21:14,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,116 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,44071,1733278872352, sessionid=0x1019e24a4020000, setting cluster-up flag (Was=false) 2024-12-04T02:21:14,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,168 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /032578541/flush-table-proc/acquired, /032578541/flush-table-proc/reached, /032578541/flush-table-proc/abort 2024-12-04T02:21:14,169 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44071,1733278872352 2024-12-04T02:21:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:14,220 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /032578541/online-snapshot/acquired, /032578541/online-snapshot/reached, /032578541/online-snapshot/abort 2024-12-04T02:21:14,221 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44071,1733278872352 2024-12-04T02:21:14,234 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:21:14,237 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:14,238 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:21:14,238 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:21:14,238 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,44071,1733278872352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:21:14,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:14,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:14,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:14,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:14,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:21:14,241 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,241 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:14,241 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:14,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:21:14,252 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:14,252 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:21:14,272 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278904272 2024-12-04T02:21:14,272 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:21:14,272 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:21:14,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:21:14,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:21:14,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:21:14,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:21:14,277 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(746): ClusterId : 0f29057e-ac47-495e-a129-fdb6689e9826 2024-12-04T02:21:14,277 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:21:14,284 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,284 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:21:14,284 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:21:14,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:21:14,295 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:21:14,295 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93cd369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:14,296 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:21:14,296 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:21:14,297 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:21:14,297 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:21:14,297 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:21:14,297 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:21:14,297 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278874297,5,FailOnTimeoutGroup] 2024-12-04T02:21:14,297 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278874297,5,FailOnTimeoutGroup] 2024-12-04T02:21:14,298 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,298 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:21:14,298 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,298 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,309 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:38453 2024-12-04T02:21:14,309 INFO [RS:0;40249addbad9:38453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:21:14,309 INFO [RS:0;40249addbad9:38453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:21:14,309 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:21:14,310 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,44071,1733278872352 with port=38453, startcode=1733278872630 2024-12-04T02:21:14,310 DEBUG [RS:0;40249addbad9:38453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:21:14,311 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:21:14,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,38453,1733278872630 2024-12-04T02:21:14,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44071 {}] master.ServerManager(517): Registering regionserver=40249addbad9,38453,1733278872630 2024-12-04T02:21:14,313 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2 2024-12-04T02:21:14,313 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36273 2024-12-04T02:21:14,313 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:21:14,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/rs 2024-12-04T02:21:14,326 DEBUG [RS:0;40249addbad9:38453 {}] zookeeper.ZKUtil(111): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on existing znode=/032578541/rs/40249addbad9,38453,1733278872630 2024-12-04T02:21:14,326 WARN [RS:0;40249addbad9:38453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:14,326 INFO [RS:0;40249addbad9:38453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:14,326 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630 2024-12-04T02:21:14,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,38453,1733278872630] 2024-12-04T02:21:14,329 INFO [RS:0;40249addbad9:38453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:21:14,330 INFO [RS:0;40249addbad9:38453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:21:14,330 INFO [RS:0;40249addbad9:38453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:21:14,330 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,332 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:21:14,333 INFO [RS:0;40249addbad9:38453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:21:14,333 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:14,333 DEBUG [RS:0;40249addbad9:38453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:14,336 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,336 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,336 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,336 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,337 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,337 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38453,1733278872630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:14,358 INFO [RS:0;40249addbad9:38453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:21:14,358 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38453,1733278872630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,358 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,358 INFO [RS:0;40249addbad9:38453 {}] regionserver.Replication(171): 40249addbad9,38453,1733278872630 started 2024-12-04T02:21:14,377 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:14,377 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,38453,1733278872630, RpcServer on 40249addbad9/172.17.0.3:38453, sessionid=0x1019e24a4020001 2024-12-04T02:21:14,377 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:21:14,377 DEBUG [RS:0;40249addbad9:38453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,38453,1733278872630 2024-12-04T02:21:14,377 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,38453,1733278872630' 2024-12-04T02:21:14,377 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/032578541/flush-table-proc/abort' 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/032578541/flush-table-proc/acquired' 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,38453,1733278872630 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,38453,1733278872630' 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/032578541/online-snapshot/abort' 2024-12-04T02:21:14,378 DEBUG [RS:0;40249addbad9:38453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/032578541/online-snapshot/acquired' 2024-12-04T02:21:14,379 DEBUG [RS:0;40249addbad9:38453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:21:14,379 INFO [RS:0;40249addbad9:38453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:21:14,379 INFO [RS:0;40249addbad9:38453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:21:14,479 INFO [RS:0;40249addbad9:38453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:14,480 INFO [RS:0;40249addbad9:38453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38453%2C1733278872630, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/oldWALs, maxLogs=10 2024-12-04T02:21:14,495 DEBUG [RS:0;40249addbad9:38453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, exclude list is [], retry=0 2024-12-04T02:21:14,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-a55b44a9-3061-4859-8445-026f6a5d7bf5,DISK] 2024-12-04T02:21:14,499 INFO [RS:0;40249addbad9:38453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 2024-12-04T02:21:14,499 DEBUG [RS:0;40249addbad9:38453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-04T02:21:14,559 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:14,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:14,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:21:14,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2 2024-12-04T02:21:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:21:15,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:15,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:15,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:15,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:15,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:15,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:15,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:15,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:15,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:15,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740 2024-12-04T02:21:15,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740 2024-12-04T02:21:15,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:15,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:15,111 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:15,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:15,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:15,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63628607, jitterRate=-0.05185987055301666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278875100Initializing all the Stores at 1733278875100Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875100Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875101 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278875101Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875101Cleaning up temporary data from old regions at 1733278875109 (+8 ms)Region opened successfully at 1733278875121 (+12 ms) 2024-12-04T02:21:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:15,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:15,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:15,126 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:15,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278875122Disabling compacts and flushes for region at 1733278875122Disabling writes for close at 1733278875122Writing region close event to WAL at 1733278875126 (+4 ms)Closed at 1733278875126 2024-12-04T02:21:15,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:15,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:21:15,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:21:15,128 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:15,129 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:21:15,279 DEBUG [40249addbad9:44071 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:21:15,280 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:15,281 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,38453,1733278872630, state=OPENING 2024-12-04T02:21:15,291 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:21:15,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:15,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:15,303 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:15,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /032578541/meta-region-server: CHANGED 2024-12-04T02:21:15,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /032578541/meta-region-server: CHANGED 2024-12-04T02:21:15,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,38453,1733278872630}] 2024-12-04T02:21:15,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:15,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:21:15,465 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:21:15,465 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:15,466 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:21:15,467 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38453%2C1733278872630.meta, suffix=.meta, logDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/oldWALs, maxLogs=10 2024-12-04T02:21:15,481 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.meta.1733278875468.meta, exclude list is [], retry=0 2024-12-04T02:21:15,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-a55b44a9-3061-4859-8445-026f6a5d7bf5,DISK] 2024-12-04T02:21:15,492 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.meta.1733278875468.meta 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:15,494 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:21:15,494 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:21:15,494 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:21:15,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:15,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:15,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:15,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:15,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:15,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:15,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:15,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:15,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:15,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:15,499 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:15,499 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740 2024-12-04T02:21:15,500 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740 2024-12-04T02:21:15,500 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:15,501 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:15,501 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:15,502 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:15,502 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60224164, jitterRate=-0.10259002447128296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:15,502 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:21:15,502 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278875494Writing region info on filesystem at 1733278875494Initializing all the Stores at 1733278875495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278875495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278875495Cleaning up temporary data from old regions at 1733278875501 (+6 ms)Running coprocessor post-open hooks at 1733278875502 (+1 ms)Region opened successfully at 1733278875502 2024-12-04T02:21:15,503 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278875455 2024-12-04T02:21:15,505 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:21:15,505 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:21:15,505 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:15,508 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,38453,1733278872630, state=OPEN 2024-12-04T02:21:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/032578541/meta-region-server 2024-12-04T02:21:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/032578541/meta-region-server 2024-12-04T02:21:15,540 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,38453,1733278872630 2024-12-04T02:21:15,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /032578541/meta-region-server: CHANGED 2024-12-04T02:21:15,540 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /032578541/meta-region-server: CHANGED 2024-12-04T02:21:15,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:21:15,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,38453,1733278872630 in 237 msec 2024-12-04T02:21:15,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:21:15,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 419 msec 2024-12-04T02:21:15,549 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:15,549 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:21:15,551 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:15,551 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38453,1733278872630, seqNum=-1] 2024-12-04T02:21:15,551 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:15,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:15,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-12-04T02:21:15,556 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278875556, completionTime=-1 2024-12-04T02:21:15,556 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:21:15,556 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278935558 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278995558 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,558 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,559 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,559 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:44071, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,559 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,559 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,560 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.848sec 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:15,563 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:21:15,565 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:21:15,565 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:21:15,565 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44071,1733278872352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:15,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b34bb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:15,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:15,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:15,592 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9b35ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:15,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:15,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:15,595 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:15,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4e3e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:15,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38453,1733278872630, seqNum=-1] 2024-12-04T02:21:15,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:15,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:15,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,44071,1733278872352 2024-12-04T02:21:15,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:15,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:15,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e24a4020002 connected 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir so I do NOT create it in target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc 2024-12-04T02:21:15,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.tmp.dir so I do NOT create it in target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc 2024-12-04T02:21:15,634 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:21:15,634 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/cluster_77757336-818b-de7e-6653-e42281b9abe2, deleteOnExit=true 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/test.cache.data in system properties and HBase conf 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:21:15,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:21:15,635 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:15,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:21:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:21:15,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:15,980 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:15,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:15,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:15,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:15,989 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:15,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72a8f053{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:15,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75fd51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:16,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e36ae18{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/java.io.tmpdir/jetty-localhost-37045-hadoop-hdfs-3_4_1-tests_jar-_-any-9164151542259730584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:16,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@793db355{HTTP/1.1, (http/1.1)}{localhost:37045} 2024-12-04T02:21:16,092 INFO [Time-limited test {}] server.Server(415): Started @238151ms 2024-12-04T02:21:16,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:16,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:16,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:16,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:16,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:21:16,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b31056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:16,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b4fc38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:16,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34145956{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/java.io.tmpdir/jetty-localhost-33107-hadoop-hdfs-3_4_1-tests_jar-_-any-10673378915178402040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:16,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e9d5e10{HTTP/1.1, (http/1.1)}{localhost:33107} 2024-12-04T02:21:16,533 INFO [Time-limited test {}] server.Server(415): Started @238592ms 2024-12-04T02:21:16,534 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:21:17,320 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/cluster_77757336-818b-de7e-6653-e42281b9abe2/data/data1/current/BP-1849723983-172.17.0.3-1733278875651/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:17,320 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/cluster_77757336-818b-de7e-6653-e42281b9abe2/data/data2/current/BP-1849723983-172.17.0.3-1733278875651/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:17,345 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:21:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1db3e692f619ee1 with lease ID 0xce5f6a1e79c77a9a: Processing first storage report for DS-a4997f21-bd14-4457-947a-d4145bfcb556 from datanode DatanodeRegistration(127.0.0.1:36009, datanodeUuid=2f522c06-62a8-400b-89e2-d6dd6842c23f, infoPort=37401, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=59947761;c=1733278875651) 2024-12-04T02:21:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1db3e692f619ee1 with lease ID 0xce5f6a1e79c77a9a: from storage DS-a4997f21-bd14-4457-947a-d4145bfcb556 node DatanodeRegistration(127.0.0.1:36009, datanodeUuid=2f522c06-62a8-400b-89e2-d6dd6842c23f, infoPort=37401, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=59947761;c=1733278875651), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:21:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1db3e692f619ee1 with lease ID 0xce5f6a1e79c77a9a: Processing first storage report for DS-fb3d8837-7681-4c49-a9e5-886798b82d29 from datanode DatanodeRegistration(127.0.0.1:36009, datanodeUuid=2f522c06-62a8-400b-89e2-d6dd6842c23f, infoPort=37401, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=59947761;c=1733278875651) 2024-12-04T02:21:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1db3e692f619ee1 with lease ID 0xce5f6a1e79c77a9a: from storage DS-fb3d8837-7681-4c49-a9e5-886798b82d29 node DatanodeRegistration(127.0.0.1:36009, datanodeUuid=2f522c06-62a8-400b-89e2-d6dd6842c23f, infoPort=37401, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=59947761;c=1733278875651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:17,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc 2024-12-04T02:21:17,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:21:17,390 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9 with version=8 2024-12-04T02:21:17,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/hbase-staging 2024-12-04T02:21:17,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:17,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,392 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,392 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:17,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:17,393 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:21:17,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:17,393 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40381 2024-12-04T02:21:17,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40381 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403810x0, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:17,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40381-0x1019e24a4020003 connected 2024-12-04T02:21:17,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/running 2024-12-04T02:21:17,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9, hbase.cluster.distributed=false 2024-12-04T02:21:17,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/acl 2024-12-04T02:21:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-04T02:21:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40381 2024-12-04T02:21:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40381 2024-12-04T02:21:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-04T02:21:17,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40381 2024-12-04T02:21:17,647 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:17,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42289 2024-12-04T02:21:17,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42289 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:17,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:17,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422890x0, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:17,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/running 2024-12-04T02:21:17,663 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42289-0x1019e24a4020004 connected 2024-12-04T02:21:17,663 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:21:17,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:21:17,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/master 2024-12-04T02:21:17,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/acl 2024-12-04T02:21:17,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-04T02:21:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42289 2024-12-04T02:21:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42289 2024-12-04T02:21:17,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-04T02:21:17,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42289 2024-12-04T02:21:17,680 DEBUG [M:0;40249addbad9:40381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:40381 2024-12-04T02:21:17,681 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1301910580/backup-masters/40249addbad9,40381,1733278877392 2024-12-04T02:21:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/backup-masters 2024-12-04T02:21:17,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/backup-masters 2024-12-04T02:21:17,694 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on existing znode=/1-1301910580/backup-masters/40249addbad9,40381,1733278877392 2024-12-04T02:21:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301910580/master 2024-12-04T02:21:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:17,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:17,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on existing znode=/1-1301910580/master 2024-12-04T02:21:17,705 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1301910580/backup-masters/40249addbad9,40381,1733278877392 from backup master directory 2024-12-04T02:21:17,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301910580/backup-masters/40249addbad9,40381,1733278877392 2024-12-04T02:21:17,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/backup-masters 2024-12-04T02:21:17,716 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:17,716 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,40381,1733278877392 2024-12-04T02:21:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/backup-masters 2024-12-04T02:21:17,727 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/hbase.id] with ID: eb273243-a949-47b3-88ac-64d44124fb91 2024-12-04T02:21:17,727 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/.tmp/hbase.id 2024-12-04T02:21:17,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:21:17,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:17,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:17,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38451 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:21:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:21:17,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:18,141 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/.tmp/hbase.id]:[hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/hbase.id] 2024-12-04T02:21:18,163 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:18,163 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:21:18,164 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T02:21:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:21:18,195 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:18,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:21:18,197 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:18,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:21:18,216 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store 2024-12-04T02:21:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:18,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:18,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:18,634 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278878634Disabling compacts and flushes for region at 1733278878634Disabling writes for close at 1733278878634Writing region close event to WAL at 1733278878634Closed at 1733278878634 2024-12-04T02:21:18,635 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/.initializing 2024-12-04T02:21:18,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/WALs/40249addbad9,40381,1733278877392 2024-12-04T02:21:18,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:18,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C40381%2C1733278877392, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/WALs/40249addbad9,40381,1733278877392, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/oldWALs, maxLogs=10 2024-12-04T02:21:18,654 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/WALs/40249addbad9,40381,1733278877392/40249addbad9%2C40381%2C1733278877392.1733278878637, exclude list is [], retry=0 2024-12-04T02:21:18,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-a4997f21-bd14-4457-947a-d4145bfcb556,DISK] 2024-12-04T02:21:18,657 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/WALs/40249addbad9,40381,1733278877392/40249addbad9%2C40381%2C1733278877392.1733278878637 2024-12-04T02:21:18,657 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37401:37401)] 2024-12-04T02:21:18,658 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:18,658 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:18,658 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,658 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:21:18,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:18,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:21:18,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:18,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:21:18,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:18,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:21:18,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:18,663 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,663 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,664 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,664 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,664 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,665 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:18,666 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:18,667 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:18,667 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810302, jitterRate=-0.06405356526374817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:18,667 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278878658Initializing all the Stores at 1733278878658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278878658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278878658Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278878658Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278878658Cleaning up temporary data from old regions at 1733278878664 (+6 ms)Region opened successfully at 1733278878667 (+3 ms) 2024-12-04T02:21:18,667 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:21:18,670 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5cacdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:18,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:21:18,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:21:18,671 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:21:18,671 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:21:18,671 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:21:18,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:21:18,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:21:18,678 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:21:18,678 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/balancer because node does not exist (not necessarily an error) 2024-12-04T02:21:18,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/balancer already deleted, retry=false 2024-12-04T02:21:18,684 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:21:18,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:21:18,693 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/normalizer already deleted, retry=false 2024-12-04T02:21:18,694 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:21:18,694 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:21:18,704 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/switch/split already deleted, retry=false 2024-12-04T02:21:18,705 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:21:18,715 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/switch/merge already deleted, retry=false 2024-12-04T02:21:18,717 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:21:18,725 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/snapshot-cleanup already deleted, retry=false 2024-12-04T02:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301910580/running 2024-12-04T02:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1301910580/running 2024-12-04T02:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,741 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,40381,1733278877392, sessionid=0x1019e24a4020003, setting cluster-up flag (Was=false) 2024-12-04T02:21:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,788 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1301910580/flush-table-proc/acquired, /1-1301910580/flush-table-proc/reached, /1-1301910580/flush-table-proc/abort 2024-12-04T02:21:18,790 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,40381,1733278877392 2024-12-04T02:21:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:18,841 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1301910580/online-snapshot/acquired, /1-1301910580/online-snapshot/reached, /1-1301910580/online-snapshot/abort 2024-12-04T02:21:18,842 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,40381,1733278877392 2024-12-04T02:21:18,849 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:21:18,850 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:18,851 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:21:18,851 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:21:18,851 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,40381,1733278877392 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:18,853 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,869 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:18,869 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:21:18,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:21:18,880 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278908880 2024-12-04T02:21:18,880 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:21:18,881 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:21:18,881 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:21:18,881 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:21:18,881 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:21:18,881 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:21:18,882 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(746): ClusterId : eb273243-a949-47b3-88ac-64d44124fb91 2024-12-04T02:21:18,882 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:21:18,888 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,892 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:21:18,893 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:21:18,893 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:21:18,893 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:21:18,895 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:21:18,895 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:21:18,913 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:21:18,913 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156716f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:21:18,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:21:18,914 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9 2024-12-04T02:21:18,916 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:21:18,916 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:21:18,924 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278878916,5,FailOnTimeoutGroup] 2024-12-04T02:21:18,928 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278878924,5,FailOnTimeoutGroup] 2024-12-04T02:21:18,928 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,928 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:21:18,928 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,928 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:21:18,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:18,934 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:42289 2024-12-04T02:21:18,934 INFO [RS:0;40249addbad9:42289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:21:18,934 INFO [RS:0;40249addbad9:42289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:21:18,934 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:21:18,935 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,40381,1733278877392 with port=42289, startcode=1733278877646 2024-12-04T02:21:18,935 DEBUG [RS:0;40249addbad9:42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:21:18,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:18,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:18,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:18,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:18,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:18,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:18,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:18,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:18,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:18,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:18,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:18,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:18,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:18,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:18,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740 2024-12-04T02:21:18,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740 2024-12-04T02:21:18,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:18,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:18,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:18,945 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:21:18,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,42289,1733278877646 2024-12-04T02:21:18,945 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40381 {}] master.ServerManager(517): Registering regionserver=40249addbad9,42289,1733278877646 2024-12-04T02:21:18,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:18,948 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9 2024-12-04T02:21:18,948 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46725 2024-12-04T02:21:18,948 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:21:18,956 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:18,956 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74916653, jitterRate=0.1163451224565506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:18,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278878934Initializing all the Stores at 1733278878935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278878935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278878935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278878935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278878935Cleaning up temporary data from old regions at 1733278878944 (+9 ms)Region opened successfully at 1733278878956 (+12 ms) 2024-12-04T02:21:18,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:18,957 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:18,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:18,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:18,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/rs 2024-12-04T02:21:18,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:18,957 DEBUG [RS:0;40249addbad9:42289 {}] zookeeper.ZKUtil(111): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on existing znode=/1-1301910580/rs/40249addbad9,42289,1733278877646 2024-12-04T02:21:18,957 WARN [RS:0;40249addbad9:42289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:18,957 INFO [RS:0;40249addbad9:42289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:18,957 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:18,957 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646 2024-12-04T02:21:18,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278878957Disabling compacts and flushes for region at 1733278878957Disabling writes for close at 1733278878957Writing region close event to WAL at 1733278878957Closed at 1733278878957 2024-12-04T02:21:18,959 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:18,959 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:21:18,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:21:18,960 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:18,960 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:21:18,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,42289,1733278877646] 2024-12-04T02:21:18,974 INFO [RS:0;40249addbad9:42289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:21:18,976 INFO [RS:0;40249addbad9:42289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:21:18,979 INFO [RS:0;40249addbad9:42289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:21:18,979 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,979 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:21:18,980 INFO [RS:0;40249addbad9:42289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:21:18,980 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,980 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,980 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:18,981 DEBUG [RS:0;40249addbad9:42289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,984 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42289,1733278877646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:18,997 INFO [RS:0;40249addbad9:42289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:21:18,998 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,42289,1733278877646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,998 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:18,998 INFO [RS:0;40249addbad9:42289 {}] regionserver.Replication(171): 40249addbad9,42289,1733278877646 started 2024-12-04T02:21:19,011 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,011 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,42289,1733278877646, RpcServer on 40249addbad9/172.17.0.3:42289, sessionid=0x1019e24a4020004 2024-12-04T02:21:19,011 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:21:19,011 DEBUG [RS:0;40249addbad9:42289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,42289,1733278877646 2024-12-04T02:21:19,011 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42289,1733278877646' 2024-12-04T02:21:19,011 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1301910580/flush-table-proc/abort' 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1301910580/flush-table-proc/acquired' 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,42289,1733278877646 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,42289,1733278877646' 2024-12-04T02:21:19,012 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1301910580/online-snapshot/abort' 2024-12-04T02:21:19,013 DEBUG [RS:0;40249addbad9:42289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1301910580/online-snapshot/acquired' 2024-12-04T02:21:19,013 DEBUG [RS:0;40249addbad9:42289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:21:19,013 INFO [RS:0;40249addbad9:42289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:21:19,013 INFO [RS:0;40249addbad9:42289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:21:19,111 WARN [40249addbad9:40381 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T02:21:19,113 INFO [RS:0;40249addbad9:42289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:19,114 INFO [RS:0;40249addbad9:42289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42289%2C1733278877646, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/oldWALs, maxLogs=10 2024-12-04T02:21:19,125 DEBUG [RS:0;40249addbad9:42289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, exclude list is [], retry=0 2024-12-04T02:21:19,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-a4997f21-bd14-4457-947a-d4145bfcb556,DISK] 2024-12-04T02:21:19,129 INFO [RS:0;40249addbad9:42289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 2024-12-04T02:21:19,129 DEBUG [RS:0;40249addbad9:42289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37401:37401)] 2024-12-04T02:21:19,361 DEBUG [40249addbad9:40381 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:21:19,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:19,362 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42289,1733278877646, state=OPENING 2024-12-04T02:21:19,438 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:21:19,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:19,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:19,452 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:19,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301910580/meta-region-server: CHANGED 2024-12-04T02:21:19,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301910580/meta-region-server: CHANGED 2024-12-04T02:21:19,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42289,1733278877646}] 2024-12-04T02:21:19,604 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:19,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:21:19,607 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:21:19,607 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:19,608 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:21:19,608 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42289%2C1733278877646.meta, suffix=.meta, logDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/oldWALs, maxLogs=10 2024-12-04T02:21:19,619 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.meta.1733278879609.meta, exclude list is [], retry=0 2024-12-04T02:21:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-a4997f21-bd14-4457-947a-d4145bfcb556,DISK] 2024-12-04T02:21:19,622 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.meta.1733278879609.meta 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37401:37401)] 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:19,623 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:21:19,623 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:21:19,623 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:21:19,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:19,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:19,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:19,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:19,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:19,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:19,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:19,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:19,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:19,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:19,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:19,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:19,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:19,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:19,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:19,628 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:19,628 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740 2024-12-04T02:21:19,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740 2024-12-04T02:21:19,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:19,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:19,630 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:19,631 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:19,631 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68112759, jitterRate=0.014959201216697693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:19,632 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:21:19,632 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278879624Writing region info on filesystem at 1733278879624Initializing all the Stores at 1733278879624Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278879624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278879624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278879624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278879624Cleaning up temporary data from old regions at 1733278879629 (+5 ms)Running coprocessor post-open hooks at 1733278879632 (+3 ms)Region opened successfully at 1733278879632 2024-12-04T02:21:19,633 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278879604 2024-12-04T02:21:19,635 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:21:19,635 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:21:19,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:19,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,42289,1733278877646, state=OPEN 2024-12-04T02:21:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1301910580/meta-region-server 2024-12-04T02:21:19,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1301910580/meta-region-server 2024-12-04T02:21:19,641 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,42289,1733278877646 2024-12-04T02:21:19,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301910580/meta-region-server: CHANGED 2024-12-04T02:21:19,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1301910580/meta-region-server: CHANGED 2024-12-04T02:21:19,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:21:19,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,42289,1733278877646 in 189 msec 2024-12-04T02:21:19,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:21:19,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-12-04T02:21:19,645 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:19,645 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:21:19,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:19,646 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42289,1733278877646, seqNum=-1] 2024-12-04T02:21:19,646 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:19,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:19,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 800 msec 2024-12-04T02:21:19,651 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278879650, completionTime=-1 2024-12-04T02:21:19,651 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:21:19,651 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:21:19,652 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:21:19,652 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278939652 2024-12-04T02:21:19,652 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733278999652 2024-12-04T02:21:19,652 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:40381, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,653 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,654 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.940sec 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:19,656 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:21:19,657 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:21:19,657 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:21:19,657 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40381,1733278877392-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:19,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238fe17d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:19,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:19,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:19,683 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3268e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:19,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:19,684 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:19,685 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:19,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d37b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:19,686 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42289,1733278877646, seqNum=-1] 2024-12-04T02:21:19,687 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:19,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:19,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,40381,1733278877392 2024-12-04T02:21:19,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:19,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:19,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e24a4020005 connected 2024-12-04T02:21:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir so I do NOT create it in target/test-data/741540bb-9638-fa57-2ce3-75030df4add9 2024-12-04T02:21:19,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:21:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.tmp.dir so I do NOT create it in target/test-data/741540bb-9638-fa57-2ce3-75030df4add9 2024-12-04T02:21:19,715 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:21:19,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9 2024-12-04T02:21:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:21:19,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/cluster_8e88b698-d113-8e98-1c83-bc995b47846d, deleteOnExit=true 2024-12-04T02:21:19,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/test.cache.data in system properties and HBase conf 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:21:19,716 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:21:19,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:21:19,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:21:20,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:20,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:20,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:20,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:20,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:20,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:20,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d7fca3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:20,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e49f303{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:20,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cf32ae7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/java.io.tmpdir/jetty-localhost-38155-hadoop-hdfs-3_4_1-tests_jar-_-any-6554961141543830029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:20,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@388e4583{HTTP/1.1, (http/1.1)}{localhost:38155} 2024-12-04T02:21:20,244 INFO [Time-limited test {}] server.Server(415): Started @242303ms 2024-12-04T02:21:20,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:21:20,941 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:20,988 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,989 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,990 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,991 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:20,998 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:21,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:21,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:21,005 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:21,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:21,054 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:21,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:21,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:21,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:21:21,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7663ba1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:21,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18747da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:21,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@136da44c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/java.io.tmpdir/jetty-localhost-35297-hadoop-hdfs-3_4_1-tests_jar-_-any-16880837661309340267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:21,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75cb1e70{HTTP/1.1, (http/1.1)}{localhost:35297} 2024-12-04T02:21:21,338 INFO [Time-limited test {}] server.Server(415): Started @243397ms 2024-12-04T02:21:21,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:21:22,152 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/cluster_8e88b698-d113-8e98-1c83-bc995b47846d/data/data1/current/BP-1735771038-172.17.0.3-1733278879742/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:22,152 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/cluster_8e88b698-d113-8e98-1c83-bc995b47846d/data/data2/current/BP-1735771038-172.17.0.3-1733278879742/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:22,171 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:21:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd66e833b413bec4 with lease ID 0x11fe7f47b1a50e13: Processing first storage report for DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=1920babd-a724-4cd1-82a4-17b7a0b1b1de, infoPort=37071, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=1586076107;c=1733278879742) 2024-12-04T02:21:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd66e833b413bec4 with lease ID 0x11fe7f47b1a50e13: from storage DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=1920babd-a724-4cd1-82a4-17b7a0b1b1de, infoPort=37071, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=1586076107;c=1733278879742), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfd66e833b413bec4 with lease ID 0x11fe7f47b1a50e13: Processing first storage report for DS-c18bb984-8ca7-4f38-99bb-2c5d2e2a8a3a from datanode DatanodeRegistration(127.0.0.1:46201, datanodeUuid=1920babd-a724-4cd1-82a4-17b7a0b1b1de, infoPort=37071, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=1586076107;c=1733278879742) 2024-12-04T02:21:22,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfd66e833b413bec4 with lease ID 0x11fe7f47b1a50e13: from storage DS-c18bb984-8ca7-4f38-99bb-2c5d2e2a8a3a node DatanodeRegistration(127.0.0.1:46201, datanodeUuid=1920babd-a724-4cd1-82a4-17b7a0b1b1de, infoPort=37071, infoSecurePort=0, ipcPort=38683, storageInfo=lv=-57;cid=testClusterID;nsid=1586076107;c=1733278879742), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:22,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9 2024-12-04T02:21:22,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:21:22,619 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3 with version=8 2024-12-04T02:21:22,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/hbase-staging 2024-12-04T02:21:22,621 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:21:22,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:22,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36097 2024-12-04T02:21:22,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36097 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:22,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360970x0, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:22,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36097-0x1019e24a4020006 connected 2024-12-04T02:21:22,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/running 2024-12-04T02:21:22,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3, hbase.cluster.distributed=false 2024-12-04T02:21:22,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/acl 2024-12-04T02:21:22,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-04T02:21:22,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36097 2024-12-04T02:21:22,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36097 2024-12-04T02:21:22,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-04T02:21:22,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36097 2024-12-04T02:21:22,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:21:22,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:22,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40419 2024-12-04T02:21:22,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40419 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:22,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404190x0, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:22,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404190x0, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/running 2024-12-04T02:21:22,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40419-0x1019e24a4020007 connected 2024-12-04T02:21:22,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:21:22,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:21:22,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/master 2024-12-04T02:21:22,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/acl 2024-12-04T02:21:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40419 2024-12-04T02:21:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40419 2024-12-04T02:21:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40419 2024-12-04T02:21:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40419 2024-12-04T02:21:22,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40419 2024-12-04T02:21:22,747 DEBUG [M:0;40249addbad9:36097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:36097 2024-12-04T02:21:22,748 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-311035775/backup-masters/40249addbad9,36097,1733278882621 2024-12-04T02:21:22,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/backup-masters 2024-12-04T02:21:22,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/backup-masters 2024-12-04T02:21:22,757 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on existing znode=/2-311035775/backup-masters/40249addbad9,36097,1733278882621 2024-12-04T02:21:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-311035775/master 2024-12-04T02:21:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:22,767 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on existing znode=/2-311035775/master 2024-12-04T02:21:22,768 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-311035775/backup-masters/40249addbad9,36097,1733278882621 from backup master directory 2024-12-04T02:21:22,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/backup-masters 2024-12-04T02:21:22,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-311035775/backup-masters/40249addbad9,36097,1733278882621 2024-12-04T02:21:22,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/backup-masters 2024-12-04T02:21:22,778 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:22,778 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,36097,1733278882621 2024-12-04T02:21:22,780 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/hbase.id] with ID: 29e8173a-19df-4789-884f-a928ad342d43 2024-12-04T02:21:22,780 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/.tmp/hbase.id 2024-12-04T02:21:22,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:21:23,185 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/.tmp/hbase.id]:[hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/hbase.id] 2024-12-04T02:21:23,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:23,192 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:21:23,193 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:21:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:23,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:21:23,614 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:23,614 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:21:23,615 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:21:24,038 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store 2024-12-04T02:21:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:21:24,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:24,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:24,459 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:24,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:24,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:24,459 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:24,459 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:24,460 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278884459Disabling compacts and flushes for region at 1733278884459Disabling writes for close at 1733278884459Writing region close event to WAL at 1733278884459Closed at 1733278884459 2024-12-04T02:21:24,460 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/.initializing 2024-12-04T02:21:24,460 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/WALs/40249addbad9,36097,1733278882621 2024-12-04T02:21:24,461 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:24,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C36097%2C1733278882621, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/WALs/40249addbad9,36097,1733278882621, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/oldWALs, maxLogs=10 2024-12-04T02:21:24,472 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/WALs/40249addbad9,36097,1733278882621/40249addbad9%2C36097%2C1733278882621.1733278884462, exclude list is [], retry=0 2024-12-04T02:21:24,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd,DISK] 2024-12-04T02:21:24,475 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/WALs/40249addbad9,36097,1733278882621/40249addbad9%2C36097%2C1733278882621.1733278884462 2024-12-04T02:21:24,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-04T02:21:24,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:24,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:24,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:21:24,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:24,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:24,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:21:24,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:24,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:24,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:21:24,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:24,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:24,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:21:24,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:24,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:24,482 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,483 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,483 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,483 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,483 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,484 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:24,484 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:24,487 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:24,488 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75259397, jitterRate=0.12145240604877472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:24,488 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278884476Initializing all the Stores at 1733278884476Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278884476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278884478 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278884478Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278884478Cleaning up temporary data from old regions at 1733278884483 (+5 ms)Region opened successfully at 1733278884488 (+5 ms) 2024-12-04T02:21:24,488 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:21:24,490 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3596bfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:24,491 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:21:24,491 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:21:24,491 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:21:24,491 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:21:24,492 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:21:24,492 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:21:24,492 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:21:24,496 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:21:24,497 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/balancer because node does not exist (not necessarily an error) 2024-12-04T02:21:24,578 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/balancer already deleted, retry=false 2024-12-04T02:21:24,578 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:21:24,579 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:21:24,641 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/normalizer already deleted, retry=false 2024-12-04T02:21:24,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:21:24,642 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:21:24,651 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/switch/split already deleted, retry=false 2024-12-04T02:21:24,652 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:21:24,662 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/switch/merge already deleted, retry=false 2024-12-04T02:21:24,663 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:21:24,672 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/snapshot-cleanup already deleted, retry=false 2024-12-04T02:21:24,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-311035775/running 2024-12-04T02:21:24,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-311035775/running 2024-12-04T02:21:24,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,683 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,36097,1733278882621, sessionid=0x1019e24a4020006, setting cluster-up flag (Was=false) 2024-12-04T02:21:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,735 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-311035775/flush-table-proc/acquired, /2-311035775/flush-table-proc/reached, /2-311035775/flush-table-proc/abort 2024-12-04T02:21:24,736 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,36097,1733278882621 2024-12-04T02:21:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:24,788 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-311035775/online-snapshot/acquired, /2-311035775/online-snapshot/reached, /2-311035775/online-snapshot/abort 2024-12-04T02:21:24,789 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,36097,1733278882621 2024-12-04T02:21:24,791 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:21:24,792 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:24,792 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:21:24,792 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:21:24,792 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,36097,1733278882621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:21:24,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:24,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:24,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:24,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:24,793 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:21:24,794 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,794 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:24,794 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278914795 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:21:24,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:24,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:21:24,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:21:24,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:21:24,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:21:24,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:21:24,796 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:24,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:21:24,800 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:21:24,800 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:21:24,803 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278884800,5,FailOnTimeoutGroup] 2024-12-04T02:21:24,803 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278884803,5,FailOnTimeoutGroup] 2024-12-04T02:21:24,803 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,803 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:21:24,803 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,803 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:21:24,841 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(746): ClusterId : 29e8173a-19df-4789-884f-a928ad342d43 2024-12-04T02:21:24,841 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:21:24,852 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:21:24,852 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:21:24,862 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:21:24,862 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa3a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:24,874 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:40419 2024-12-04T02:21:24,874 INFO [RS:0;40249addbad9:40419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:21:24,874 INFO [RS:0;40249addbad9:40419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:21:24,874 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:21:24,874 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,36097,1733278882621 with port=40419, startcode=1733278882720 2024-12-04T02:21:24,874 DEBUG [RS:0;40249addbad9:40419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:21:24,876 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:21:24,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,40419,1733278882720 2024-12-04T02:21:24,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36097 {}] master.ServerManager(517): Registering regionserver=40249addbad9,40419,1733278882720 2024-12-04T02:21:24,877 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3 2024-12-04T02:21:24,877 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45423 2024-12-04T02:21:24,877 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:21:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/rs 2024-12-04T02:21:24,956 DEBUG [RS:0;40249addbad9:40419 {}] zookeeper.ZKUtil(111): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on existing znode=/2-311035775/rs/40249addbad9,40419,1733278882720 2024-12-04T02:21:24,956 WARN [RS:0;40249addbad9:40419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:24,956 INFO [RS:0;40249addbad9:40419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:24,956 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720 2024-12-04T02:21:24,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,40419,1733278882720] 2024-12-04T02:21:24,958 INFO [RS:0;40249addbad9:40419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:21:24,960 INFO [RS:0;40249addbad9:40419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:21:24,960 INFO [RS:0;40249addbad9:40419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:21:24,960 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,960 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:21:24,961 INFO [RS:0;40249addbad9:40419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:21:24,961 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,961 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:24,962 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:24,962 DEBUG [RS:0;40249addbad9:40419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,962 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40419,1733278882720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:24,973 INFO [RS:0;40249addbad9:40419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:21:24,973 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,40419,1733278882720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,973 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,973 INFO [RS:0;40249addbad9:40419 {}] regionserver.Replication(171): 40249addbad9,40419,1733278882720 started 2024-12-04T02:21:24,984 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:24,984 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,40419,1733278882720, RpcServer on 40249addbad9/172.17.0.3:40419, sessionid=0x1019e24a4020007 2024-12-04T02:21:24,984 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:21:24,984 DEBUG [RS:0;40249addbad9:40419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,40419,1733278882720 2024-12-04T02:21:24,984 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,40419,1733278882720' 2024-12-04T02:21:24,984 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-311035775/flush-table-proc/abort' 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-311035775/flush-table-proc/acquired' 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,40419,1733278882720 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,40419,1733278882720' 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-311035775/online-snapshot/abort' 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-311035775/online-snapshot/acquired' 2024-12-04T02:21:24,985 DEBUG [RS:0;40249addbad9:40419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:21:24,985 INFO [RS:0;40249addbad9:40419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:21:24,985 INFO [RS:0;40249addbad9:40419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:21:25,086 INFO [RS:0;40249addbad9:40419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:25,087 INFO [RS:0;40249addbad9:40419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C40419%2C1733278882720, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/oldWALs, maxLogs=10 2024-12-04T02:21:25,101 DEBUG [RS:0;40249addbad9:40419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, exclude list is [], retry=0 2024-12-04T02:21:25,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd,DISK] 2024-12-04T02:21:25,118 INFO [RS:0;40249addbad9:40419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 2024-12-04T02:21:25,118 DEBUG [RS:0;40249addbad9:40419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-04T02:21:25,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:21:25,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3 2024-12-04T02:21:25,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:21:25,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:25,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:25,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:25,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:25,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:25,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:25,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:25,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:25,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:25,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:25,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:25,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:25,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:25,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:25,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:25,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:25,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:25,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740 2024-12-04T02:21:25,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740 2024-12-04T02:21:25,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:25,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:25,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:25,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:25,636 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:25,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71543056, jitterRate=0.06607460975646973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278885619Initializing all the Stores at 1733278885619Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278885619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278885620 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278885620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278885620Cleaning up temporary data from old regions at 1733278885630 (+10 ms)Region opened successfully at 1733278885637 (+7 ms) 2024-12-04T02:21:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:25,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:25,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:25,641 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:25,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278885637Disabling compacts and flushes for region at 1733278885637Disabling writes for close at 1733278885637Writing region close event to WAL at 1733278885640 (+3 ms)Closed at 1733278885640 2024-12-04T02:21:25,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:25,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:21:25,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:21:25,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:25,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:21:25,796 DEBUG [40249addbad9:36097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:21:25,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:25,797 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,40419,1733278882720, state=OPENING 2024-12-04T02:21:25,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:21:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:25,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:25,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-311035775/meta-region-server: CHANGED 2024-12-04T02:21:25,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-311035775/meta-region-server: CHANGED 2024-12-04T02:21:25,860 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:25,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,40419,1733278882720}] 2024-12-04T02:21:26,012 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:26,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:21:26,016 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:21:26,016 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:26,016 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:21:26,017 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C40419%2C1733278882720.meta, suffix=.meta, logDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/oldWALs, maxLogs=10 2024-12-04T02:21:26,028 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.meta.1733278886017.meta, exclude list is [], retry=0 2024-12-04T02:21:26,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd,DISK] 2024-12-04T02:21:26,031 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.meta.1733278886017.meta 2024-12-04T02:21:26,031 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-04T02:21:26,031 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:26,032 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:21:26,032 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:21:26,032 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:21:26,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:26,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:26,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:26,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:26,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:26,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:26,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:26,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:26,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:26,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:26,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:26,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:26,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:26,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:26,036 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:26,037 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740 2024-12-04T02:21:26,038 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740 2024-12-04T02:21:26,038 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:26,038 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:26,039 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:26,040 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:26,040 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74974456, jitterRate=0.11720645427703857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:26,040 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:21:26,040 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278886032Writing region info on filesystem at 1733278886032Initializing all the Stores at 1733278886033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278886033Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278886033Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278886033Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278886033Cleaning up temporary data from old regions at 1733278886038 (+5 ms)Running coprocessor post-open hooks at 1733278886040 (+2 ms)Region opened successfully at 1733278886040 2024-12-04T02:21:26,041 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278886012 2024-12-04T02:21:26,043 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:21:26,043 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:21:26,043 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:26,044 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,40419,1733278882720, state=OPEN 2024-12-04T02:21:26,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-311035775/meta-region-server 2024-12-04T02:21:26,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-311035775/meta-region-server 2024-12-04T02:21:26,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,40419,1733278882720 2024-12-04T02:21:26,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-311035775/meta-region-server: CHANGED 2024-12-04T02:21:26,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-311035775/meta-region-server: CHANGED 2024-12-04T02:21:26,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:21:26,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,40419,1733278882720 in 193 msec 2024-12-04T02:21:26,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:21:26,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-12-04T02:21:26,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:26,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:21:26,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:26,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,40419,1733278882720, seqNum=-1] 2024-12-04T02:21:26,058 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:26,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:26,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-12-04T02:21:26,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278886063, completionTime=-1 2024-12-04T02:21:26,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:21:26,063 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:21:26,064 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:21:26,064 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278946064 2024-12-04T02:21:26,064 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279006064 2024-12-04T02:21:26,064 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:36097, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,065 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,067 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.290sec 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:26,069 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:21:26,071 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:21:26,071 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:21:26,071 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36097,1733278882621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:26,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b50ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:26,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:26,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:26,075 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:26,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4092dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:26,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:26,077 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:26,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713e4f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:26,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,40419,1733278882720, seqNum=-1] 2024-12-04T02:21:26,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:26,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:26,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,36097,1733278882621 2024-12-04T02:21:26,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56993 2024-12-04T02:21:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:26,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e24a4020008 connected 2024-12-04T02:21:26,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44071,1733278872352 2024-12-04T02:21:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a4ddef9 2024-12-04T02:21:26,105 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:26,106 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:26,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:26,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:21:26,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:26,109 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:26,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:21:26,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:26,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:21:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:26,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d621f196e74097cf3c10d627bd59b86, NAME => 'test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2 2024-12-04T02:21:26,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:21:26,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:26,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:26,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d621f196e74097cf3c10d627bd59b86, disabling compactions & flushes 2024-12-04T02:21:26,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:26,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:26,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. after waiting 0 ms 2024-12-04T02:21:26,924 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:26,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:26,925 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d621f196e74097cf3c10d627bd59b86: Waiting for close lock at 1733278886924Disabling compacts and flushes for region at 1733278886924Disabling writes for close at 1733278886924Writing region close event to WAL at 1733278886924Closed at 1733278886924 2024-12-04T02:21:26,926 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:26,926 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278886926"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278886926"}]},"ts":"1733278886926"} 2024-12-04T02:21:26,929 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:26,930 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:26,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278886930"}]},"ts":"1733278886930"} 2024-12-04T02:21:26,933 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:21:26,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d621f196e74097cf3c10d627bd59b86, ASSIGN}] 2024-12-04T02:21:26,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d621f196e74097cf3c10d627bd59b86, ASSIGN 2024-12-04T02:21:26,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d621f196e74097cf3c10d627bd59b86, ASSIGN; state=OFFLINE, location=40249addbad9,38453,1733278872630; forceNewPlan=false, retain=false 2024-12-04T02:21:27,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d621f196e74097cf3c10d627bd59b86, regionState=OPENING, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:27,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d621f196e74097cf3c10d627bd59b86, ASSIGN because future has completed 2024-12-04T02:21:27,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d621f196e74097cf3c10d627bd59b86, server=40249addbad9,38453,1733278872630}] 2024-12-04T02:21:27,248 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:27,248 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d621f196e74097cf3c10d627bd59b86, NAME => 'test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:27,249 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:27,249 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:21:27,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:27,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,250 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:27,251 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d621f196e74097cf3c10d627bd59b86 columnFamilyName f 2024-12-04T02:21:27,251 DEBUG [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:27,251 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(327): Store=7d621f196e74097cf3c10d627bd59b86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:27,251 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,252 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d621f196e74097cf3c10d627bd59b86 columnFamilyName f1 2024-12-04T02:21:27,252 DEBUG [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:27,252 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(327): Store=7d621f196e74097cf3c10d627bd59b86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:27,252 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,253 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d621f196e74097cf3c10d627bd59b86 columnFamilyName norep 2024-12-04T02:21:27,253 DEBUG [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:27,253 INFO [StoreOpener-7d621f196e74097cf3c10d627bd59b86-1 {}] regionserver.HStore(327): Store=7d621f196e74097cf3c10d627bd59b86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:27,253 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,253 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,255 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:27,255 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,257 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:27,257 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d621f196e74097cf3c10d627bd59b86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536144, jitterRate=-0.11284232139587402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:27,257 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:27,258 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d621f196e74097cf3c10d627bd59b86: Running coprocessor pre-open hook at 1733278887249Writing region info on filesystem at 1733278887249Initializing all the Stores at 1733278887250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278887250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278887250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278887250Cleaning up temporary data from old regions at 1733278887254 (+4 ms)Running coprocessor post-open hooks at 1733278887257 (+3 ms)Region opened successfully at 1733278887258 (+1 ms) 2024-12-04T02:21:27,259 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278886107.7d621f196e74097cf3c10d627bd59b86., pid=6, masterSystemTime=1733278887245 2024-12-04T02:21:27,260 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:27,260 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:27,261 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d621f196e74097cf3c10d627bd59b86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:27,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d621f196e74097cf3c10d627bd59b86, server=40249addbad9,38453,1733278872630 because future has completed 2024-12-04T02:21:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:21:27,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d621f196e74097cf3c10d627bd59b86, server=40249addbad9,38453,1733278872630 in 172 msec 2024-12-04T02:21:27,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:21:27,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d621f196e74097cf3c10d627bd59b86, ASSIGN in 332 msec 2024-12-04T02:21:27,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:27,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278887268"}]},"ts":"1733278887268"} 2024-12-04T02:21:27,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:21:27,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:27,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-04T02:21:27,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:27,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:27,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48491 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:27,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:21:27,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T02:21:27,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:27,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T02:21:28,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:28,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:28,261 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:21:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,40381,1733278877392 2024-12-04T02:21:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4964bffb 2024-12-04T02:21:28,262 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:28,263 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:28,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:21:28,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:28,266 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:28,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:21:28,267 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:28,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:21:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:28,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d281b172f4a7a8a67ec8f48ec69b0b6f, NAME => 'test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9 2024-12-04T02:21:28,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:21:28,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:29,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:29,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d281b172f4a7a8a67ec8f48ec69b0b6f, disabling compactions & flushes 2024-12-04T02:21:29,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. after waiting 0 ms 2024-12-04T02:21:29,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,078 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,078 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d281b172f4a7a8a67ec8f48ec69b0b6f: Waiting for close lock at 1733278889078Disabling compacts and flushes for region at 1733278889078Disabling writes for close at 1733278889078Writing region close event to WAL at 1733278889078Closed at 1733278889078 2024-12-04T02:21:29,079 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:29,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278889079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278889079"}]},"ts":"1733278889079"} 2024-12-04T02:21:29,081 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:29,082 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:29,082 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278889082"}]},"ts":"1733278889082"} 2024-12-04T02:21:29,085 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:21:29,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d281b172f4a7a8a67ec8f48ec69b0b6f, ASSIGN}] 2024-12-04T02:21:29,086 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d281b172f4a7a8a67ec8f48ec69b0b6f, ASSIGN 2024-12-04T02:21:29,087 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d281b172f4a7a8a67ec8f48ec69b0b6f, ASSIGN; state=OFFLINE, location=40249addbad9,42289,1733278877646; forceNewPlan=false, retain=false 2024-12-04T02:21:29,238 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d281b172f4a7a8a67ec8f48ec69b0b6f, regionState=OPENING, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:29,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d281b172f4a7a8a67ec8f48ec69b0b6f, ASSIGN because future has completed 2024-12-04T02:21:29,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d281b172f4a7a8a67ec8f48ec69b0b6f, server=40249addbad9,42289,1733278877646}] 2024-12-04T02:21:29,396 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,396 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d281b172f4a7a8a67ec8f48ec69b0b6f, NAME => 'test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:29,397 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:29,397 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:21:29,397 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,397 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:29,397 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,397 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,398 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,399 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d281b172f4a7a8a67ec8f48ec69b0b6f columnFamilyName f 2024-12-04T02:21:29,399 DEBUG [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:29,400 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(327): Store=d281b172f4a7a8a67ec8f48ec69b0b6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:29,400 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:29,401 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d281b172f4a7a8a67ec8f48ec69b0b6f columnFamilyName f1 2024-12-04T02:21:29,402 DEBUG [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:29,402 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(327): Store=d281b172f4a7a8a67ec8f48ec69b0b6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:29,402 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,403 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d281b172f4a7a8a67ec8f48ec69b0b6f columnFamilyName norep 2024-12-04T02:21:29,403 DEBUG [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:29,404 INFO [StoreOpener-d281b172f4a7a8a67ec8f48ec69b0b6f-1 {}] regionserver.HStore(327): Store=d281b172f4a7a8a67ec8f48ec69b0b6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:29,404 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,404 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,405 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,405 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,405 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,406 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:29,407 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,408 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:29,408 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d281b172f4a7a8a67ec8f48ec69b0b6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62242534, jitterRate=-0.07251396775245667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:29,408 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:29,408 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d281b172f4a7a8a67ec8f48ec69b0b6f: Running coprocessor pre-open hook at 1733278889397Writing region info on filesystem at 1733278889397Initializing all the Stores at 1733278889398 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278889398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278889398Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278889398Cleaning up temporary data from old regions at 1733278889405 (+7 ms)Running coprocessor post-open hooks at 1733278889408 (+3 ms)Region opened successfully at 1733278889408 2024-12-04T02:21:29,409 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f., pid=6, masterSystemTime=1733278889392 2024-12-04T02:21:29,411 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,411 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:29,411 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d281b172f4a7a8a67ec8f48ec69b0b6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:29,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d281b172f4a7a8a67ec8f48ec69b0b6f, server=40249addbad9,42289,1733278877646 because future has completed 2024-12-04T02:21:29,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:21:29,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d281b172f4a7a8a67ec8f48ec69b0b6f, server=40249addbad9,42289,1733278877646 in 175 msec 2024-12-04T02:21:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:21:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d281b172f4a7a8a67ec8f48ec69b0b6f, ASSIGN in 331 msec 2024-12-04T02:21:29,419 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:29,419 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278889419"}]},"ts":"1733278889419"} 2024-12-04T02:21:29,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:21:29,426 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:29,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-04T02:21:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:30,413 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:21:30,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6436ece9 2024-12-04T02:21:30,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:30,416 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:30,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:21:30,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:30,422 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:30,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:21:30,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:21:30,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b9cf1e5645f74831c474b7d76185eaa, NAME => 'test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3 2024-12-04T02:21:30,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6b9cf1e5645f74831c474b7d76185eaa, disabling compactions & flushes 2024-12-04T02:21:30,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. after waiting 0 ms 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,454 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b9cf1e5645f74831c474b7d76185eaa: Waiting for close lock at 1733278890454Disabling compacts and flushes for region at 1733278890454Disabling writes for close at 1733278890454Writing region close event to WAL at 1733278890454Closed at 1733278890454 2024-12-04T02:21:30,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:30,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278890459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278890459"}]},"ts":"1733278890459"} 2024-12-04T02:21:30,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:30,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:30,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278890473"}]},"ts":"1733278890473"} 2024-12-04T02:21:30,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:21:30,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b9cf1e5645f74831c474b7d76185eaa, ASSIGN}] 2024-12-04T02:21:30,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6b9cf1e5645f74831c474b7d76185eaa, ASSIGN 2024-12-04T02:21:30,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6b9cf1e5645f74831c474b7d76185eaa, ASSIGN; state=OFFLINE, location=40249addbad9,40419,1733278882720; forceNewPlan=false, retain=false 2024-12-04T02:21:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:30,626 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b9cf1e5645f74831c474b7d76185eaa, regionState=OPENING, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:30,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6b9cf1e5645f74831c474b7d76185eaa, ASSIGN because future has completed 2024-12-04T02:21:30,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b9cf1e5645f74831c474b7d76185eaa, server=40249addbad9,40419,1733278882720}] 2024-12-04T02:21:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:30,784 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,784 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b9cf1e5645f74831c474b7d76185eaa, NAME => 'test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:30,785 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:30,785 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:21:30,785 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,785 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:30,785 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,785 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,789 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,790 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9cf1e5645f74831c474b7d76185eaa columnFamilyName f 2024-12-04T02:21:30,790 DEBUG [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:30,791 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(327): Store=6b9cf1e5645f74831c474b7d76185eaa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:30,791 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,792 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9cf1e5645f74831c474b7d76185eaa columnFamilyName f1 2024-12-04T02:21:30,792 DEBUG [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:30,792 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(327): Store=6b9cf1e5645f74831c474b7d76185eaa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:30,792 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,793 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b9cf1e5645f74831c474b7d76185eaa columnFamilyName norep 2024-12-04T02:21:30,793 DEBUG [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:30,793 INFO [StoreOpener-6b9cf1e5645f74831c474b7d76185eaa-1 {}] regionserver.HStore(327): Store=6b9cf1e5645f74831c474b7d76185eaa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:30,793 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,793 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,794 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,794 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,794 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,794 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:30,795 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,796 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:30,797 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6b9cf1e5645f74831c474b7d76185eaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68008440, jitterRate=0.0134047269821167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:30,797 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:30,797 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6b9cf1e5645f74831c474b7d76185eaa: Running coprocessor pre-open hook at 1733278890785Writing region info on filesystem at 1733278890785Initializing all the Stores at 1733278890786 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278890786Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278890789 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278890789Cleaning up temporary data from old regions at 1733278890794 (+5 ms)Running coprocessor post-open hooks at 1733278890797 (+3 ms)Region opened successfully at 1733278890797 2024-12-04T02:21:30,797 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa., pid=6, masterSystemTime=1733278890782 2024-12-04T02:21:30,799 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,799 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:30,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6b9cf1e5645f74831c474b7d76185eaa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:30,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b9cf1e5645f74831c474b7d76185eaa, server=40249addbad9,40419,1733278882720 because future has completed 2024-12-04T02:21:30,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:21:30,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b9cf1e5645f74831c474b7d76185eaa, server=40249addbad9,40419,1733278882720 in 173 msec 2024-12-04T02:21:30,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:21:30,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6b9cf1e5645f74831c474b7d76185eaa, ASSIGN in 330 msec 2024-12-04T02:21:30,806 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:30,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278890806"}]},"ts":"1733278890806"} 2024-12-04T02:21:30,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:21:30,808 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:30,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-12-04T02:21:30,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:21:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:21:31,052 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:21:31,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ace53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:31,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:31,054 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e54aa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:31,055 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309fc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44071,1733278872352 2024-12-04T02:21:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@577fac67 2024-12-04T02:21:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:31,059 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:31,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:40381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:21:31,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:21:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:31,073 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:40381' 2024-12-04T02:21:31,074 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b89a53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,074 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:31,074 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:31,075 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:31,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:31,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151eecd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:31,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:31,077 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:31,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7d38bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:31,078 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:31,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,40381,1733278877392 2024-12-04T02:21:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d8c2bdf 2024-12-04T02:21:31,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:31,080 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:31,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,081 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T02:21:31,081 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:21:31,081 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:31,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,081 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:31,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:31,081 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:31,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,082 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:21:31,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:31,083 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:31,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:31,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:21:31,133 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:21:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:31,516 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0e591e80016f0c2d29d6bdf0ed5cd18f, NAME => 'hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2 2024-12-04T02:21:31,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:21:31,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:31,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0e591e80016f0c2d29d6bdf0ed5cd18f, disabling compactions & flushes 2024-12-04T02:21:31,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. after waiting 0 ms 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:31,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:31,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0e591e80016f0c2d29d6bdf0ed5cd18f: Waiting for close lock at 1733278891921Disabling compacts and flushes for region at 1733278891921Disabling writes for close at 1733278891921Writing region close event to WAL at 1733278891921Closed at 1733278891921 2024-12-04T02:21:31,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:31,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278891922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278891922"}]},"ts":"1733278891922"} 2024-12-04T02:21:31,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:31,926 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:31,926 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278891926"}]},"ts":"1733278891926"} 2024-12-04T02:21:31,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:21:31,928 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e591e80016f0c2d29d6bdf0ed5cd18f, ASSIGN}] 2024-12-04T02:21:31,929 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e591e80016f0c2d29d6bdf0ed5cd18f, ASSIGN 2024-12-04T02:21:31,930 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e591e80016f0c2d29d6bdf0ed5cd18f, ASSIGN; state=OFFLINE, location=40249addbad9,38453,1733278872630; forceNewPlan=false, retain=false 2024-12-04T02:21:32,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e591e80016f0c2d29d6bdf0ed5cd18f, regionState=OPENING, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:32,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0e591e80016f0c2d29d6bdf0ed5cd18f, ASSIGN because future has completed 2024-12-04T02:21:32,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e591e80016f0c2d29d6bdf0ed5cd18f, server=40249addbad9,38453,1733278872630}] 2024-12-04T02:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:32,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:32,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:32,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:21:32,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C38453%2C1733278872630.rep, suffix=, logDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630, archiveDir=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/oldWALs, maxLogs=10 2024-12-04T02:21:32,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.rep.1733278892240, exclude list is [], retry=0 2024-12-04T02:21:32,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40747,DS-a55b44a9-3061-4859-8445-026f6a5d7bf5,DISK] 2024-12-04T02:21:32,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.rep.1733278892240 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46671:46671)] 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e591e80016f0c2d29d6bdf0ed5cd18f, NAME => 'hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:32,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. service=MultiRowMutationService 2024-12-04T02:21:32,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:32,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,262 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,263 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e591e80016f0c2d29d6bdf0ed5cd18f columnFamilyName hfileref 2024-12-04T02:21:32,264 DEBUG [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:32,264 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(327): Store=0e591e80016f0c2d29d6bdf0ed5cd18f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:32,264 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,265 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e591e80016f0c2d29d6bdf0ed5cd18f columnFamilyName queue 2024-12-04T02:21:32,265 DEBUG [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:32,265 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(327): Store=0e591e80016f0c2d29d6bdf0ed5cd18f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:32,265 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,265 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e591e80016f0c2d29d6bdf0ed5cd18f columnFamilyName sid 2024-12-04T02:21:32,266 DEBUG [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:32,266 INFO [StoreOpener-0e591e80016f0c2d29d6bdf0ed5cd18f-1 {}] regionserver.HStore(327): Store=0e591e80016f0c2d29d6bdf0ed5cd18f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:32,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,268 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:32,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:32,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0e591e80016f0c2d29d6bdf0ed5cd18f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69726202, jitterRate=0.03900137543678284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:32,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:32,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0e591e80016f0c2d29d6bdf0ed5cd18f: Running coprocessor pre-open hook at 1733278892262Writing region info on filesystem at 1733278892262Initializing all the Stores at 1733278892262Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278892262Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278892262Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278892262Cleaning up temporary data from old regions at 1733278892268 (+6 ms)Running coprocessor post-open hooks at 1733278892272 (+4 ms)Region opened successfully at 1733278892272 2024-12-04T02:21:32,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f., pid=10, masterSystemTime=1733278892234 2024-12-04T02:21:32,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:32,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:32,275 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0e591e80016f0c2d29d6bdf0ed5cd18f, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,38453,1733278872630 2024-12-04T02:21:32,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e591e80016f0c2d29d6bdf0ed5cd18f, server=40249addbad9,38453,1733278872630 because future has completed 2024-12-04T02:21:32,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:21:32,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e591e80016f0c2d29d6bdf0ed5cd18f, server=40249addbad9,38453,1733278872630 in 195 msec 2024-12-04T02:21:32,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:21:32,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0e591e80016f0c2d29d6bdf0ed5cd18f, ASSIGN in 351 msec 2024-12-04T02:21:32,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:32,281 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278892281"}]},"ts":"1733278892281"} 2024-12-04T02:21:32,282 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:21:32,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:32,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-12-04T02:21:32,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f., hostname=40249addbad9,38453,1733278872630, seqNum=2] 2024-12-04T02:21:32,330 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:21:32,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:32,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:32,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:21:32,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:21:32,528 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:21:32,559 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,38453,1733278872630, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:21:32,560 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:32,560 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38453,1733278872630, seqNum=-1] 2024-12-04T02:21:32,560 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:32,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:32,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,38453,1733278872630', locateType=CURRENT is [region=hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f., hostname=40249addbad9,38453,1733278872630, seqNum=2] 2024-12-04T02:21:32,565 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:21:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:21:32,567 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,38453,1733278872630 suceeded 2024-12-04T02:21:32,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:21:32,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-04T02:21:32,568 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:40381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:21:32,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-12-04T02:21:32,578 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:40381' 2024-12-04T02:21:32,579 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6719a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:32,579 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:32,580 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:32,580 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:32,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:32,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:32,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a28f223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:32,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:32,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:32,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:32,581 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:32,582 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79d350d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:32,582 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,40381,1733278877392 2024-12-04T02:21:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c62893 2024-12-04T02:21:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:32,583 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T02:21:32,584 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,38453,1733278872630 (queues=1) is replicating from cluster=0f29057e-ac47-495e-a129-fdb6689e9826 to cluster=eb273243-a949-47b3-88ac-64d44124fb91 2024-12-04T02:21:32,584 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C38453%2C1733278872630 2024-12-04T02:21:32,584 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,38453,1733278872630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:21:32,584 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C38453%2C1733278872630 2024-12-04T02:21:32,585 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, startPosition=0, beingWritten=true 2024-12-04T02:21:32,592 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:32,592 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:32,592 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:32,795 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:33,098 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:33,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44071 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:33,211 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:21:33,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:33,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:33,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:33,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:33,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:33,213 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ff74f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:33,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:33,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,214 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:33,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7401a622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,40381,1733278877392 2024-12-04T02:21:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@686c60ff 2024-12-04T02:21:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:33,218 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:33,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:36097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:21:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:21:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:33,222 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:36097' 2024-12-04T02:21:33,223 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399f9ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,223 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:33,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:33,224 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:33,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:33,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:33,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff08c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:33,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:33,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,226 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:33,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b1a734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:33,226 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5051fe96 2024-12-04T02:21:33,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:33,228 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:33,229 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:21:33,229 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:21:33,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,229 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:33,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:33,229 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:33,230 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:21:33,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:33,231 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:33,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:33,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:21:33,281 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:21:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:33,502 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:33,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0a59bbe8b8a04b6f43effe1ed7af393, NAME => 'hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9 2024-12-04T02:21:33,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:21:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:34,005 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:34,044 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:34,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0a59bbe8b8a04b6f43effe1ed7af393, disabling compactions & flushes 2024-12-04T02:21:34,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. after waiting 0 ms 2024-12-04T02:21:34,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,045 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,045 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0a59bbe8b8a04b6f43effe1ed7af393: Waiting for close lock at 1733278894044Disabling compacts and flushes for region at 1733278894045 (+1 ms)Disabling writes for close at 1733278894045Writing region close event to WAL at 1733278894045Closed at 1733278894045 2024-12-04T02:21:34,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:34,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278894046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278894046"}]},"ts":"1733278894046"} 2024-12-04T02:21:34,048 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:34,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:34,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278894050"}]},"ts":"1733278894050"} 2024-12-04T02:21:34,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:21:34,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0a59bbe8b8a04b6f43effe1ed7af393, ASSIGN}] 2024-12-04T02:21:34,054 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0a59bbe8b8a04b6f43effe1ed7af393, ASSIGN 2024-12-04T02:21:34,054 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0a59bbe8b8a04b6f43effe1ed7af393, ASSIGN; state=OFFLINE, location=40249addbad9,42289,1733278877646; forceNewPlan=false, retain=false 2024-12-04T02:21:34,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f0a59bbe8b8a04b6f43effe1ed7af393, regionState=OPENING, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:34,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0a59bbe8b8a04b6f43effe1ed7af393, ASSIGN because future has completed 2024-12-04T02:21:34,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a59bbe8b8a04b6f43effe1ed7af393, server=40249addbad9,42289,1733278877646}] 2024-12-04T02:21:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:34,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:34,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:21:34,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C42289%2C1733278877646.rep, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/oldWALs, maxLogs=10 2024-12-04T02:21:34,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.rep.1733278894373, exclude list is [], retry=0 2024-12-04T02:21:34,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36009,DS-a4997f21-bd14-4457-947a-d4145bfcb556,DISK] 2024-12-04T02:21:34,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.rep.1733278894373 2024-12-04T02:21:34,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37401:37401)] 2024-12-04T02:21:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f0a59bbe8b8a04b6f43effe1ed7af393, NAME => 'hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:34,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. service=MultiRowMutationService 2024-12-04T02:21:34,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:21:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:34,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,420 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,421 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0a59bbe8b8a04b6f43effe1ed7af393 columnFamilyName hfileref 2024-12-04T02:21:34,422 DEBUG [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:34,422 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(327): Store=f0a59bbe8b8a04b6f43effe1ed7af393/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:34,422 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,423 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0a59bbe8b8a04b6f43effe1ed7af393 columnFamilyName queue 2024-12-04T02:21:34,423 DEBUG [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:34,423 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(327): Store=f0a59bbe8b8a04b6f43effe1ed7af393/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:34,423 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,424 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0a59bbe8b8a04b6f43effe1ed7af393 columnFamilyName sid 2024-12-04T02:21:34,424 DEBUG [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:34,424 INFO [StoreOpener-f0a59bbe8b8a04b6f43effe1ed7af393-1 {}] regionserver.HStore(327): Store=f0a59bbe8b8a04b6f43effe1ed7af393/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:34,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/replication/f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/replication/f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:34,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/replication/f0a59bbe8b8a04b6f43effe1ed7af393/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:34,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f0a59bbe8b8a04b6f43effe1ed7af393; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64982169, jitterRate=-0.03169022500514984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:34,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:34,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f0a59bbe8b8a04b6f43effe1ed7af393: Running coprocessor pre-open hook at 1733278894417Writing region info on filesystem at 1733278894417Initializing all the Stores at 1733278894417Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278894417Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278894420 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278894420Cleaning up temporary data from old regions at 1733278894425 (+5 ms)Running coprocessor post-open hooks at 1733278894428 (+3 ms)Region opened successfully at 1733278894429 (+1 ms) 2024-12-04T02:21:34,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., pid=10, masterSystemTime=1733278894359 2024-12-04T02:21:34,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:34,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f0a59bbe8b8a04b6f43effe1ed7af393, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,42289,1733278877646 2024-12-04T02:21:34,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0a59bbe8b8a04b6f43effe1ed7af393, server=40249addbad9,42289,1733278877646 because future has completed 2024-12-04T02:21:34,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:21:34,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f0a59bbe8b8a04b6f43effe1ed7af393, server=40249addbad9,42289,1733278877646 in 227 msec 2024-12-04T02:21:34,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:21:34,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0a59bbe8b8a04b6f43effe1ed7af393, ASSIGN in 383 msec 2024-12-04T02:21:34,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:34,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278894437"}]},"ts":"1733278894437"} 2024-12-04T02:21:34,439 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:21:34,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:34,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-12-04T02:21:34,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., hostname=40249addbad9,42289,1733278877646, seqNum=2] 2024-12-04T02:21:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:34,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:21:34,609 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:34,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:21:34,687 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:21:34,720 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,42289,1733278877646, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:21:34,721 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:34,721 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42289,1733278877646, seqNum=-1] 2024-12-04T02:21:34,721 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:34,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:34,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,42289,1733278877646', locateType=CURRENT is [region=hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., hostname=40249addbad9,42289,1733278877646, seqNum=2] 2024-12-04T02:21:34,726 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:21:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:21:34,728 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,42289,1733278877646 suceeded 2024-12-04T02:21:34,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:21:34,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-04T02:21:34,730 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:36097,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:21:34,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-12-04T02:21:34,739 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:36097' 2024-12-04T02:21:34,740 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fa9977f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:34,740 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:34,740 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:34,741 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49a6650c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:34,742 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca9d2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:34,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e096886 2024-12-04T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:34,744 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T02:21:34,745 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,42289,1733278877646 (queues=1) is replicating from cluster=eb273243-a949-47b3-88ac-64d44124fb91 to cluster=29e8173a-19df-4789-884f-a928ad342d43 2024-12-04T02:21:34,745 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C42289%2C1733278877646 2024-12-04T02:21:34,745 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,42289,1733278877646, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:21:34,745 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C42289%2C1733278877646 2024-12-04T02:21:34,745 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, startPosition=0, beingWritten=true 2024-12-04T02:21:34,750 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:34,750 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:34,750 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:34,954 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:35,258 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:35,316 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:35,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:35,381 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:21:35,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:35,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:35,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:35,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389500fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:35,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:35,384 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5c3467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,385 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74adc34e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab3f6ff 2024-12-04T02:21:35,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:35,388 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:35,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:21:35,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:21:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:35,391 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44071' 2024-12-04T02:21:35,393 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332755ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,393 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:35,393 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:35,393 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:35,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:35,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:35,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e33b549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:35,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:35,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,395 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:35,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5e7b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:35,396 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44071,1733278872352 2024-12-04T02:21:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6440b2de 2024-12-04T02:21:35,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:35,398 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:35,399 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T02:21:35,399 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:21:35,399 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,399 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:35,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:35,399 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:35,400 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:21:35,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:21:35,401 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:35,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:21:35,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:21:35,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fe89b3510aa1725f5e85da7a0c0cee0, NAME => 'hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3 2024-12-04T02:21:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:21:35,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:35,417 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fe89b3510aa1725f5e85da7a0c0cee0, disabling compactions & flushes 2024-12-04T02:21:35,417 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. after waiting 0 ms 2024-12-04T02:21:35,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,418 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fe89b3510aa1725f5e85da7a0c0cee0: Waiting for close lock at 1733278895417Disabling compacts and flushes for region at 1733278895417Disabling writes for close at 1733278895418 (+1 ms)Writing region close event to WAL at 1733278895418Closed at 1733278895418 2024-12-04T02:21:35,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:21:35,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278895419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278895419"}]},"ts":"1733278895419"} 2024-12-04T02:21:35,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:21:35,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:21:35,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278895422"}]},"ts":"1733278895422"} 2024-12-04T02:21:35,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:21:35,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe89b3510aa1725f5e85da7a0c0cee0, ASSIGN}] 2024-12-04T02:21:35,425 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe89b3510aa1725f5e85da7a0c0cee0, ASSIGN 2024-12-04T02:21:35,426 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fe89b3510aa1725f5e85da7a0c0cee0, ASSIGN; state=OFFLINE, location=40249addbad9,40419,1733278882720; forceNewPlan=false, retain=false 2024-12-04T02:21:35,450 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:21:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:35,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fe89b3510aa1725f5e85da7a0c0cee0, regionState=OPENING, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:35,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fe89b3510aa1725f5e85da7a0c0cee0, ASSIGN because future has completed 2024-12-04T02:21:35,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe89b3510aa1725f5e85da7a0c0cee0, server=40249addbad9,40419,1733278882720}] 2024-12-04T02:21:35,661 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:35,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:35,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:21:35,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C40419%2C1733278882720.rep, suffix=, logDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720, archiveDir=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/oldWALs, maxLogs=10 2024-12-04T02:21:35,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.rep.1733278895735, exclude list is [], retry=0 2024-12-04T02:21:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46201,DS-7b451379-f4bb-4f10-8a64-c27a2ce360dd,DISK] 2024-12-04T02:21:35,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.rep.1733278895735 2024-12-04T02:21:35,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37071:37071)] 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fe89b3510aa1725f5e85da7a0c0cee0, NAME => 'hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:35,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. service=MultiRowMutationService 2024-12-04T02:21:35,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,751 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,752 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe89b3510aa1725f5e85da7a0c0cee0 columnFamilyName hfileref 2024-12-04T02:21:35,752 DEBUG [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:35,752 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(327): Store=8fe89b3510aa1725f5e85da7a0c0cee0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:35,752 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,753 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe89b3510aa1725f5e85da7a0c0cee0 columnFamilyName queue 2024-12-04T02:21:35,753 DEBUG [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:35,753 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(327): Store=8fe89b3510aa1725f5e85da7a0c0cee0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:35,753 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,754 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fe89b3510aa1725f5e85da7a0c0cee0 columnFamilyName sid 2024-12-04T02:21:35,754 DEBUG [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:35,754 INFO [StoreOpener-8fe89b3510aa1725f5e85da7a0c0cee0-1 {}] regionserver.HStore(327): Store=8fe89b3510aa1725f5e85da7a0c0cee0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:35,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:21:35,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:35,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fe89b3510aa1725f5e85da7a0c0cee0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66691602, jitterRate=-0.006217688322067261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:21:35,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:35,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fe89b3510aa1725f5e85da7a0c0cee0: Running coprocessor pre-open hook at 1733278895750Writing region info on filesystem at 1733278895750Initializing all the Stores at 1733278895751 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278895751Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278895751Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278895751Cleaning up temporary data from old regions at 1733278895756 (+5 ms)Running coprocessor post-open hooks at 1733278895758 (+2 ms)Region opened successfully at 1733278895758 2024-12-04T02:21:35,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0., pid=10, masterSystemTime=1733278895730 2024-12-04T02:21:35,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:35,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fe89b3510aa1725f5e85da7a0c0cee0, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,40419,1733278882720 2024-12-04T02:21:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fe89b3510aa1725f5e85da7a0c0cee0, server=40249addbad9,40419,1733278882720 because future has completed 2024-12-04T02:21:35,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:21:35,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fe89b3510aa1725f5e85da7a0c0cee0, server=40249addbad9,40419,1733278882720 in 185 msec 2024-12-04T02:21:35,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:21:35,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fe89b3510aa1725f5e85da7a0c0cee0, ASSIGN in 341 msec 2024-12-04T02:21:35,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:21:35,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278895767"}]},"ts":"1733278895767"} 2024-12-04T02:21:35,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:21:35,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:21:35,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 371 msec 2024-12-04T02:21:35,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0., hostname=40249addbad9,40419,1733278882720, seqNum=2] 2024-12-04T02:21:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:35,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:35,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:21:36,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:21:36,002 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:21:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:36,036 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,40419,1733278882720, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:21:36,037 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:36,037 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,40419,1733278882720, seqNum=-1] 2024-12-04T02:21:36,037 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:36,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:36,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,40419,1733278882720', locateType=CURRENT is [region=hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0., hostname=40249addbad9,40419,1733278882720, seqNum=2] 2024-12-04T02:21:36,047 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:21:36,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:21:36,054 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,40419,1733278882720 suceeded 2024-12-04T02:21:36,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:21:36,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-12-04T02:21:36,069 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:44071,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:21:36,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 680 msec 2024-12-04T02:21:36,078 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44071' 2024-12-04T02:21:36,080 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21d06531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,080 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:36,080 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:36,080 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14bfa89b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:36,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,082 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:36,083 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c3f1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,083 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:36,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44071,1733278872352 2024-12-04T02:21:36,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53663a0 2024-12-04T02:21:36,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:36,086 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T02:21:36,086 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,40419,1733278882720 (queues=1) is replicating from cluster=29e8173a-19df-4789-884f-a928ad342d43 to cluster=0f29057e-ac47-495e-a129-fdb6689e9826 2024-12-04T02:21:36,087 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C40419%2C1733278882720 2024-12-04T02:21:36,087 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,40419,1733278882720, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:21:36,088 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, startPosition=0, beingWritten=true 2024-12-04T02:21:36,096 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C40419%2C1733278882720 2024-12-04T02:21:36,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:36,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 379, reset compression=false 2024-12-04T02:21:36,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:36,120 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:36,165 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:36,305 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 379, reset compression=false 2024-12-04T02:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:21:36,531 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:21:36,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:36,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:36,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:36,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314b0009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:36,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:36,532 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41437e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,533 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d81be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96c428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:36,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:36,535 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26482b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:36,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,536 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185254f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f6d4f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:36,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:36,537 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711ce52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:36,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:36,539 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e4bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:36,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38453,1733278872630, seqNum=-1] 2024-12-04T02:21:36,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:36,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:36,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278886107.7d621f196e74097cf3c10d627bd59b86., hostname=40249addbad9,38453,1733278872630, seqNum=2] 2024-12-04T02:21:36,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,40419,1733278882720, seqNum=-1] 2024-12-04T02:21:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:36,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa., hostname=40249addbad9,40419,1733278882720, seqNum=2] 2024-12-04T02:21:36,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T02:21:36,608 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 379, reset compression=false 2024-12-04T02:21:36,769 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:37,020 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 379, reset compression=false 2024-12-04T02:21:37,023 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 379, reset compression=false 2024-12-04T02:21:37,027 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:37,027 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 480, reset compression=false 2024-12-04T02:21:37,027 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d621f196e74097cf3c10d627bd59b86/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T02:21:37,029 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:37,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T02:21:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1ee8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,40381,-1 for getting cluster id 2024-12-04T02:21:37,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:37,032 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb273243-a949-47b3-88ac-64d44124fb91' 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb273243-a949-47b3-88ac-64d44124fb91" 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67645cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,40381,-1] 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:37,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:37,036 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:37,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f115e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42289,1733278877646, seqNum=-1] 2024-12-04T02:21:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:37,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:37,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f., hostname=40249addbad9,42289,1733278877646, seqNum=2] 2024-12-04T02:21:37,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:37,231 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 480, reset compression=false 2024-12-04T02:21:37,473 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 379, reset compression=false 2024-12-04T02:21:37,481 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:37,481 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 503, reset compression=false 2024-12-04T02:21:37,481 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T02:21:37,483 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:37,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T02:21:37,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:37,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11911a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:37,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:37,486 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f556eff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:37,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:37,487 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:37,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68e540b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:37,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,40419,1733278882720, seqNum=-1] 2024-12-04T02:21:37,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:37,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:37,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa., hostname=40249addbad9,40419,1733278882720, seqNum=2] 2024-12-04T02:21:37,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:37,523 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 379, reset compression=false 2024-12-04T02:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 527, reset compression=false 2024-12-04T02:21:37,527 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:37,534 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 480, reset compression=false 2024-12-04T02:21:37,581 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T02:21:37,581 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,42289,1733278877646, seqNum=-1] 2024-12-04T02:21:37,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:37,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:37,592 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f., hostname=40249addbad9,42289,1733278877646, seqNum=2] 2024-12-04T02:21:37,596 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T02:21:37,685 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 503, reset compression=false 2024-12-04T02:21:37,694 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:37,694 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 607, reset compression=false 2024-12-04T02:21:37,694 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:21:37,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:37,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:37,731 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 527, reset compression=false 2024-12-04T02:21:37,737 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:37,737 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 655, reset compression=false 2024-12-04T02:21:37,737 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b9cf1e5645f74831c474b7d76185eaa/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T02:21:37,739 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:37,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T02:21:37,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:37,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b54f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:37,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:37,745 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:37,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:37,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25ebbba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:37,746 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:37,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a3c126f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:37,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:37,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,38453,1733278872630, seqNum=-1] 2024-12-04T02:21:37,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:37,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T02:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733278886107.7d621f196e74097cf3c10d627bd59b86., hostname=40249addbad9,38453,1733278872630, seqNum=2] 2024-12-04T02:21:37,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:37,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:37,808 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:37,898 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 607, reset compression=false 2024-12-04T02:21:37,945 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 480, reset compression=false 2024-12-04T02:21:37,945 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 655, reset compression=false 2024-12-04T02:21:37,951 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:37,951 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 631, reset compression=false 2024-12-04T02:21:37,951 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:37,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T02:21:37,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T02:21:38,161 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 631, reset compression=false 2024-12-04T02:21:38,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 607, reset compression=false 2024-12-04T02:21:38,257 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 655, reset compression=false 2024-12-04T02:21:38,465 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 631, reset compression=false 2024-12-04T02:21:38,598 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T02:21:38,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T02:21:38,618 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 607, reset compression=false 2024-12-04T02:21:38,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 655, reset compression=false 2024-12-04T02:21:38,675 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:38,675 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 759, reset compression=false 2024-12-04T02:21:38,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b9cf1e5645f74831c474b7d76185eaa/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:21:38,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:38,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:38,868 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 631, reset compression=false 2024-12-04T02:21:38,874 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:38,874 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 758, reset compression=false 2024-12-04T02:21:38,874 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d621f196e74097cf3c10d627bd59b86/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T02:21:38,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:38,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:38,889 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 759, reset compression=false 2024-12-04T02:21:39,093 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 758, reset compression=false 2024-12-04T02:21:39,121 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 607, reset compression=false 2024-12-04T02:21:39,131 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:39,131 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 757, reset compression=false 2024-12-04T02:21:39,131 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:39,193 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 759, reset compression=false 2024-12-04T02:21:39,349 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 757, reset compression=false 2024-12-04T02:21:39,398 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 758, reset compression=false 2024-12-04T02:21:39,605 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T02:21:39,611 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 759, reset compression=false 2024-12-04T02:21:39,614 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T02:21:39,653 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 757, reset compression=false 2024-12-04T02:21:39,840 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 758, reset compression=false 2024-12-04T02:21:39,844 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:39,844 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 914, reset compression=false 2024-12-04T02:21:39,844 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d621f196e74097cf3c10d627bd59b86/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T02:21:39,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:39,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:40,048 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 914, reset compression=false 2024-12-04T02:21:40,057 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 757, reset compression=false 2024-12-04T02:21:40,060 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:40,060 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 904, reset compression=false 2024-12-04T02:21:40,061 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T02:21:40,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:40,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:40,124 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 759, reset compression=false 2024-12-04T02:21:40,140 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:40,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 930, reset compression=false 2024-12-04T02:21:40,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:40,264 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 904, reset compression=false 2024-12-04T02:21:40,351 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 930, reset compression=false 2024-12-04T02:21:40,355 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 914, reset compression=false 2024-12-04T02:21:40,584 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 904, reset compression=false 2024-12-04T02:21:40,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T02:21:40,643 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T02:21:40,661 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 930, reset compression=false 2024-12-04T02:21:40,762 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 914, reset compression=false 2024-12-04T02:21:40,990 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 904, reset compression=false 2024-12-04T02:21:41,000 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:41,000 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1063, reset compression=false 2024-12-04T02:21:41,000 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T02:21:41,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:41,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:41,071 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 930, reset compression=false 2024-12-04T02:21:41,091 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:41,091 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1080, reset compression=false 2024-12-04T02:21:41,091 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b9cf1e5645f74831c474b7d76185eaa/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T02:21:41,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:41,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:41,208 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1063, reset compression=false 2024-12-04T02:21:41,281 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 914, reset compression=false 2024-12-04T02:21:41,285 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:41,285 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1087, reset compression=false 2024-12-04T02:21:41,285 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:41,305 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1080, reset compression=false 2024-12-04T02:21:41,489 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1087, reset compression=false 2024-12-04T02:21:41,512 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1063, reset compression=false 2024-12-04T02:21:41,610 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1080, reset compression=false 2024-12-04T02:21:41,647 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T02:21:41,653 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T02:21:41,655 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:41,655 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1239, reset compression=false 2024-12-04T02:21:41,655 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b9cf1e5645f74831c474b7d76185eaa/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T02:21:41,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:41,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:41,793 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1087, reset compression=false 2024-12-04T02:21:41,805 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:41,805 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:41,806 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d621f196e74097cf3c10d627bd59b86/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T02:21:41,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:41,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:41,873 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1239, reset compression=false 2024-12-04T02:21:41,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1063, reset compression=false 2024-12-04T02:21:41,930 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:41,930 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:41,931 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:42,022 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:42,148 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:42,205 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1239, reset compression=false 2024-12-04T02:21:42,339 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:21:42,342 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:42,462 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:42,629 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1239, reset compression=false 2024-12-04T02:21:42,659 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T02:21:42,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28186345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:42,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:42,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:42,682 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34749c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:42,684 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5f6022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:42,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2107fd99 2024-12-04T02:21:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:42,694 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:42,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-04T02:21:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T02:21:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:21:42,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:21:42,763 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:42,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:21:42,872 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:42,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T02:21:42,879 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T02:21:42,881 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T02:21:42,881 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,40419,1733278882720 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T02:21:42,881 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/40249addbad9:0-0. 2024-12-04T02:21:42,881 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:42,881 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:42,881 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:42,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:42,982 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:21:42,982 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T02:21:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:21:43,082 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 terminated 2024-12-04T02:21:43,107 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,40419,1733278882720, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:21:43,108 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T02:21:43,108 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T02:21:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T02:21:43,111 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 40249addbad9,40419,1733278882720 suceeded 2024-12-04T02:21:43,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T02:21:43,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 386 msec 2024-12-04T02:21:43,116 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T02:21:43,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 421 msec 2024-12-04T02:21:43,131 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44071' 2024-12-04T02:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1520edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44071,-1 for getting cluster id 2024-12-04T02:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:43,134 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f29057e-ac47-495e-a129-fdb6689e9826' 2024-12-04T02:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f29057e-ac47-495e-a129-fdb6689e9826" 2024-12-04T02:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2db812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:43,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44071,-1] 2024-12-04T02:21:43,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:43,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:43,137 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:43,137 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444831fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:43,138 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44071,1733278872352 2024-12-04T02:21:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e0cb27e 2024-12-04T02:21:43,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:43,144 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T02:21:43,145 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,40419,1733278882720 (queues=1) is replicating from cluster=29e8173a-19df-4789-884f-a928ad342d43 to cluster=0f29057e-ac47-495e-a129-fdb6689e9826 2024-12-04T02:21:43,145 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C40419%2C1733278882720 2024-12-04T02:21:43,146 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,40419,1733278882720, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:21:43,148 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C40419%2C1733278882720 2024-12-04T02:21:43,301 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:21:43,351 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:21:43,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:43,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:43,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:43,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:43,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:43,371 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T02:21:43,376 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:43,911 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1236, reset compression=false 2024-12-04T02:21:43,915 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:43,915 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1340, reset compression=false 2024-12-04T02:21:43,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d621f196e74097cf3c10d627bd59b86/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:21:43,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:43,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42289 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:43,980 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1235, reset compression=false 2024-12-04T02:21:44,076 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:44,076 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1362, reset compression=false 2024-12-04T02:21:44,076 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T02:21:44,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:44,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:44,121 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1340, reset compression=false 2024-12-04T02:21:44,279 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1362, reset compression=false 2024-12-04T02:21:44,374 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T02:21:44,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43479ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:44,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,36097,-1 for getting cluster id 2024-12-04T02:21:44,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:44,382 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '29e8173a-19df-4789-884f-a928ad342d43' 2024-12-04T02:21:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "29e8173a-19df-4789-884f-a928ad342d43" 2024-12-04T02:21:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9a6954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:44,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,36097,-1] 2024-12-04T02:21:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:44,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,384 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b34cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:44,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,36097,1733278882621 2024-12-04T02:21:44,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f1433d 2024-12-04T02:21:44,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:21:44,392 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:21:44,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-04T02:21:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T02:21:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T02:21:44,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:21:44,425 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1340, reset compression=false 2024-12-04T02:21:44,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T02:21:44,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T02:21:44,574 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T02:21:44,575 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T02:21:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T02:21:44,577 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 40249addbad9,40419,1733278882720 suceeded 2024-12-04T02:21:44,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T02:21:44,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-04T02:21:44,579 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T02:21:44,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 186 msec 2024-12-04T02:21:44,588 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1362, reset compression=false 2024-12-04T02:21:44,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:44,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:44,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[{test/d281b172f4a7a8a67ec8f48ec69b0b6f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:21:44,595 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:44,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:44,658 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, startPosition=1239, beingWritten=true 2024-12-04T02:21:44,664 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:21:44,664 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1518, reset compression=false 2024-12-04T02:21:44,664 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[{test/6b9cf1e5645f74831c474b7d76185eaa/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T02:21:44,666 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:44,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T02:21:44,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:21:44,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38453 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:21:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36097 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T02:21:44,721 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:21:44,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:44,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:44,727 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T02:21:44,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:21:44,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:44,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:44,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:21:44,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=928241485, stopped=false 2024-12-04T02:21:44,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,36097,1733278882621 2024-12-04T02:21:44,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-311035775/running 2024-12-04T02:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-311035775/running 2024-12-04T02:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:44,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:44,785 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:44,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:44,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:44,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/running 2024-12-04T02:21:44,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,40419,1733278882720' ***** 2024-12-04T02:21:44,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:21:44,786 INFO [RS:0;40249addbad9:40419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:21:44,786 INFO [RS:0;40249addbad9:40419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:21:44,786 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:21:44,786 INFO [RS:0;40249addbad9:40419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:21:44,786 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:44,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Set watcher on znode that does not yet exist, /2-311035775/running 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,40419,1733278882720 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:40419. 2024-12-04T02:21:44,787 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fe89b3510aa1725f5e85da7a0c0cee0, disabling compactions & flushes 2024-12-04T02:21:44,787 DEBUG [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:44,787 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:44,787 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:44,787 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:44,787 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. after waiting 0 ms 2024-12-04T02:21:44,787 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:21:44,787 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8fe89b3510aa1725f5e85da7a0c0cee0 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-04T02:21:44,787 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:21:44,787 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1325): Online Regions={8fe89b3510aa1725f5e85da7a0c0cee0=hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0., 1588230740=hbase:meta,,1.1588230740, 6b9cf1e5645f74831c474b7d76185eaa=test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.} 2024-12-04T02:21:44,787 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9cf1e5645f74831c474b7d76185eaa, 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:44,788 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:44,788 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:44,788 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:44,788 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:44,788 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:44,788 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:21:44,801 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:44,806 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/info/f6e2953313754a6a9e9414456e01f0da is 147, key is hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0./info:regioninfo/1733278895761/Put/seqid=0 2024-12-04T02:21:44,806 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:44,812 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/.tmp/queue/2bcbc6cf66754290b4cbb4374945191f is 154, key is 1-40249addbad9,40419,1733278882720/queue:40249addbad9%2C40419%2C1733278882720/1733278904672/Put/seqid=0 2024-12-04T02:21:44,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741841_1017 (size=5353) 2024-12-04T02:21:44,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741840_1016 (size=7686) 2024-12-04T02:21:44,831 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/info/f6e2953313754a6a9e9414456e01f0da 2024-12-04T02:21:44,832 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1340, reset compression=false 2024-12-04T02:21:44,847 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:44,847 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:44,848 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:44,854 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/ns/972b70e1821447748cd2edca0d570a0e is 43, key is default/ns:d/1733278886059/Put/seqid=0 2024-12-04T02:21:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741842_1018 (size=5153) 2024-12-04T02:21:44,877 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/ns/972b70e1821447748cd2edca0d570a0e 2024-12-04T02:21:44,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1518, reset compression=false 2024-12-04T02:21:44,906 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/rep_barrier/9986ba2b821246b7a6c83409ed42a28a is 112, key is test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa./rep_barrier:seqnumDuringOpen/1733278890800/Put/seqid=0 2024-12-04T02:21:44,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741843_1019 (size=5518) 2024-12-04T02:21:44,921 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/rep_barrier/9986ba2b821246b7a6c83409ed42a28a 2024-12-04T02:21:44,949 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/table/8af9f3ee78c94dd8ac48aae8fa4b1962 is 53, key is hbase:replication/table:state/1733278895767/Put/seqid=0 2024-12-04T02:21:44,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741844_1020 (size=5308) 2024-12-04T02:21:44,963 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:21:44,963 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:21:44,988 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9cf1e5645f74831c474b7d76185eaa, 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:45,052 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:45,109 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:45,181 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1518, reset compression=false 2024-12-04T02:21:45,188 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9cf1e5645f74831c474b7d76185eaa, 8fe89b3510aa1725f5e85da7a0c0cee0 2024-12-04T02:21:45,223 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/.tmp/queue/2bcbc6cf66754290b4cbb4374945191f 2024-12-04T02:21:45,243 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/.tmp/queue/2bcbc6cf66754290b4cbb4374945191f as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/queue/2bcbc6cf66754290b4cbb4374945191f 2024-12-04T02:21:45,248 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/queue/2bcbc6cf66754290b4cbb4374945191f, entries=1, sequenceid=13, filesize=5.2 K 2024-12-04T02:21:45,256 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8fe89b3510aa1725f5e85da7a0c0cee0 in 469ms, sequenceid=13, compaction requested=false 2024-12-04T02:21:45,285 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/replication/8fe89b3510aa1725f5e85da7a0c0cee0/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T02:21:45,285 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:45,285 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:45,285 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fe89b3510aa1725f5e85da7a0c0cee0: Waiting for close lock at 1733278904787Running coprocessor pre-close hooks at 1733278904787Disabling compacts and flushes for region at 1733278904787Disabling writes for close at 1733278904787Obtaining lock to block concurrent updates at 1733278904787Preparing flush snapshotting stores in 8fe89b3510aa1725f5e85da7a0c0cee0 at 1733278904787Finished memstore snapshotting hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733278904788 (+1 ms)Flushing stores of hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. at 1733278904789 (+1 ms)Flushing 8fe89b3510aa1725f5e85da7a0c0cee0/queue: creating writer at 1733278904789Flushing 8fe89b3510aa1725f5e85da7a0c0cee0/queue: appending metadata at 1733278904812 (+23 ms)Flushing 8fe89b3510aa1725f5e85da7a0c0cee0/queue: closing flushed file at 1733278904812Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e79bfef: reopening flushed file at 1733278905240 (+428 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 8fe89b3510aa1725f5e85da7a0c0cee0 in 469ms, sequenceid=13, compaction requested=false at 1733278905256 (+16 ms)Writing region close event to WAL at 1733278905264 (+8 ms)Running coprocessor post-close hooks at 1733278905285 (+21 ms)Closed at 1733278905285 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278895399.8fe89b3510aa1725f5e85da7a0c0cee0. 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b9cf1e5645f74831c474b7d76185eaa, disabling compactions & flushes 2024-12-04T02:21:45,286 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. after waiting 0 ms 2024-12-04T02:21:45,286 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:45,286 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6b9cf1e5645f74831c474b7d76185eaa 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T02:21:45,306 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f/5c39246f27fe47ec9a9c1145bb076722 is 37, key is row3/f:row3/1733278903362/Put/seqid=0 2024-12-04T02:21:45,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741845_1021 (size=5228) 2024-12-04T02:21:45,354 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f/5c39246f27fe47ec9a9c1145bb076722 2024-12-04T02:21:45,356 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:45,359 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/table/8af9f3ee78c94dd8ac48aae8fa4b1962 2024-12-04T02:21:45,379 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/info/f6e2953313754a6a9e9414456e01f0da as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/info/f6e2953313754a6a9e9414456e01f0da 2024-12-04T02:21:45,384 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/info/f6e2953313754a6a9e9414456e01f0da, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:21:45,385 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/ns/972b70e1821447748cd2edca0d570a0e as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/ns/972b70e1821447748cd2edca0d570a0e 2024-12-04T02:21:45,387 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c39246f27fe47ec9a9c1145bb076722 2024-12-04T02:21:45,388 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:45,390 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/ns/972b70e1821447748cd2edca0d570a0e, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:21:45,391 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/rep_barrier/9986ba2b821246b7a6c83409ed42a28a as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/rep_barrier/9986ba2b821246b7a6c83409ed42a28a 2024-12-04T02:21:45,396 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/rep_barrier/9986ba2b821246b7a6c83409ed42a28a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:21:45,396 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/.tmp/table/8af9f3ee78c94dd8ac48aae8fa4b1962 as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/table/8af9f3ee78c94dd8ac48aae8fa4b1962 2024-12-04T02:21:45,401 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/table/8af9f3ee78c94dd8ac48aae8fa4b1962, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:21:45,408 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 620ms, sequenceid=16, compaction requested=false 2024-12-04T02:21:45,415 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f1/34b08afb5cc24f849d08fc18f2c94c0d is 30, key is row1/f1:/1733278900629/DeleteFamily/seqid=0 2024-12-04T02:21:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741846_1022 (size=5158) 2024-12-04T02:21:45,460 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:21:45,461 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:45,461 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:45,461 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:45,461 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278904788Running coprocessor pre-close hooks at 1733278904788Disabling compacts and flushes for region at 1733278904788Disabling writes for close at 1733278904788Obtaining lock to block concurrent updates at 1733278904788Preparing flush snapshotting stores in 1588230740 at 1733278904788Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278904788Flushing stores of hbase:meta,,1.1588230740 at 1733278904789 (+1 ms)Flushing 1588230740/info: creating writer at 1733278904789Flushing 1588230740/info: appending metadata at 1733278904805 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733278904805Flushing 1588230740/ns: creating writer at 1733278904835 (+30 ms)Flushing 1588230740/ns: appending metadata at 1733278904854 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733278904854Flushing 1588230740/rep_barrier: creating writer at 1733278904886 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278904906 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278904906Flushing 1588230740/table: creating writer at 1733278904926 (+20 ms)Flushing 1588230740/table: appending metadata at 1733278904949 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733278904949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab0b4ac: reopening flushed file at 1733278905378 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4981bf1d: reopening flushed file at 1733278905384 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eea3a25: reopening flushed file at 1733278905390 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@154de0ec: reopening flushed file at 1733278905396 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 620ms, sequenceid=16, compaction requested=false at 1733278905408 (+12 ms)Writing region close event to WAL at 1733278905440 (+32 ms)Running coprocessor post-close hooks at 1733278905461 (+21 ms)Closed at 1733278905461 2024-12-04T02:21:45,461 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:45,513 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:45,587 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1518, reset compression=false 2024-12-04T02:21:45,588 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:45,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:45,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1765, reset compression=false 2024-12-04T02:21:45,593 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,40419,1733278882720 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:45,594 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,40419,1733278882720: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,40419,1733278882720, walGroup=40249addbad9%2C40419%2C1733278882720, offset=40249addbad9%2C40419%2C1733278882720.1733278885087:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:40419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:21:45,596 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:21:45,596 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:21:45,596 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:21:45,596 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:21:45,596 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:21:45,596 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 897065984 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198785192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:21:45,597 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:36097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:36097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:21:45,788 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:21:45,788 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1325): Online Regions={6b9cf1e5645f74831c474b7d76185eaa=test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa.} 2024-12-04T02:21:45,789 DEBUG [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1351): Waiting on 6b9cf1e5645f74831c474b7d76185eaa 2024-12-04T02:21:45,797 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:45,800 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.wal-reader.40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/WALs/40249addbad9,40419,1733278882720/40249addbad9%2C40419%2C1733278882720.1733278885087 to pos 1765, reset compression=false 2024-12-04T02:21:45,838 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f1/34b08afb5cc24f849d08fc18f2c94c0d 2024-12-04T02:21:45,845 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b08afb5cc24f849d08fc18f2c94c0d 2024-12-04T02:21:45,867 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/norep/b326846b4cfc47b194b69ced53162006 is 33, key is row2/norep:/1733278901649/DeleteFamily/seqid=0 2024-12-04T02:21:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741847_1023 (size=5108) 2024-12-04T02:21:45,891 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/norep/b326846b4cfc47b194b69ced53162006 2024-12-04T02:21:45,896 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b326846b4cfc47b194b69ced53162006 2024-12-04T02:21:45,897 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f/5c39246f27fe47ec9a9c1145bb076722 as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/f/5c39246f27fe47ec9a9c1145bb076722 2024-12-04T02:21:45,904 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c39246f27fe47ec9a9c1145bb076722 2024-12-04T02:21:45,904 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/f/5c39246f27fe47ec9a9c1145bb076722, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T02:21:45,905 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/f1/34b08afb5cc24f849d08fc18f2c94c0d as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/f1/34b08afb5cc24f849d08fc18f2c94c0d 2024-12-04T02:21:45,912 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34b08afb5cc24f849d08fc18f2c94c0d 2024-12-04T02:21:45,912 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/f1/34b08afb5cc24f849d08fc18f2c94c0d, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:45,914 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/.tmp/norep/b326846b4cfc47b194b69ced53162006 as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/norep/b326846b4cfc47b194b69ced53162006 2024-12-04T02:21:45,920 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b326846b4cfc47b194b69ced53162006 2024-12-04T02:21:45,920 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/norep/b326846b4cfc47b194b69ced53162006, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:45,921 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6b9cf1e5645f74831c474b7d76185eaa in 635ms, sequenceid=12, compaction requested=false 2024-12-04T02:21:45,925 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/data/default/test/6b9cf1e5645f74831c474b7d76185eaa/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T02:21:45,925 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:45,925 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:45,925 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:45,925 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b9cf1e5645f74831c474b7d76185eaa: Waiting for close lock at 1733278905286Running coprocessor pre-close hooks at 1733278905286Disabling compacts and flushes for region at 1733278905286Disabling writes for close at 1733278905286Obtaining lock to block concurrent updates at 1733278905286Preparing flush snapshotting stores in 6b9cf1e5645f74831c474b7d76185eaa at 1733278905286Finished memstore snapshotting test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733278905286Flushing stores of test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. at 1733278905287 (+1 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/f: creating writer at 1733278905287Flushing 6b9cf1e5645f74831c474b7d76185eaa/f: appending metadata at 1733278905306 (+19 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/f: closing flushed file at 1733278905306Flushing 6b9cf1e5645f74831c474b7d76185eaa/f1: creating writer at 1733278905387 (+81 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/f1: appending metadata at 1733278905414 (+27 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/f1: closing flushed file at 1733278905414Flushing 6b9cf1e5645f74831c474b7d76185eaa/norep: creating writer at 1733278905846 (+432 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/norep: appending metadata at 1733278905867 (+21 ms)Flushing 6b9cf1e5645f74831c474b7d76185eaa/norep: closing flushed file at 1733278905867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26daebc: reopening flushed file at 1733278905897 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ade3be9: reopening flushed file at 1733278905904 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3937446: reopening flushed file at 1733278905912 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6b9cf1e5645f74831c474b7d76185eaa in 635ms, sequenceid=12, compaction requested=false at 1733278905921 (+9 ms)Writing region close event to WAL at 1733278905922 (+1 ms)Running coprocessor post-close hooks at 1733278905925 (+3 ms)Closed at 1733278905925 2024-12-04T02:21:45,925 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278890416.6b9cf1e5645f74831c474b7d76185eaa. 2024-12-04T02:21:45,989 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,40419,1733278882720; all regions closed. 2024-12-04T02:21:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:21:46,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741839_1015 (size=3333) 2024-12-04T02:21:46,016 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:46,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741832_1008 (size=2417) 2024-12-04T02:21:46,021 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:46,021 INFO [RS:0;40249addbad9:40419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:46,022 INFO [RS:0;40249addbad9:40419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:46,022 INFO [RS:0;40249addbad9:40419 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:46,022 INFO [RS:0;40249addbad9:40419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:46,022 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:46,022 INFO [RS:0;40249addbad9:40419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,40419,1733278882720 because: Region server is closing 2024-12-04T02:21:46,022 INFO [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:40419. 2024-12-04T02:21:46,022 DEBUG [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:46,022 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:46,023 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:46,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:46,123 INFO [RS:0;40249addbad9:40419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,40419,1733278882720.replicationSource.shipper40249addbad9%2C40419%2C1733278882720,1-40249addbad9,40419,1733278882720 terminated 2024-12-04T02:21:46,123 INFO [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:40419. 2024-12-04T02:21:46,123 DEBUG [RS:0;40249addbad9:40419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:46,123 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:46,123 DEBUG [RS:0;40249addbad9:40419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:46,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:46,123 INFO [RS:0;40249addbad9:40419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40419 2024-12-04T02:21:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775/rs 2024-12-04T02:21:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-311035775/rs/40249addbad9,40419,1733278882720 2024-12-04T02:21:46,200 INFO [RS:0;40249addbad9:40419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:46,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,40419,1733278882720] 2024-12-04T02:21:46,303 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:46,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-311035775/draining/40249addbad9,40419,1733278882720 already deleted, retry=false 2024-12-04T02:21:46,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,40419,1733278882720 expired; onlineServers=0 2024-12-04T02:21:46,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,36097,1733278882621' ***** 2024-12-04T02:21:46,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:46,306 DEBUG [M:0;40249addbad9:36097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:21:46,306 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:21:46,306 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278884803 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278884803,5,FailOnTimeoutGroup] 2024-12-04T02:21:46,306 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278884800 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278884800,5,FailOnTimeoutGroup] 2024-12-04T02:21:46,306 DEBUG [M:0;40249addbad9:36097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:46,306 DEBUG [M:0;40249addbad9:36097 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:21:46,306 INFO [M:0;40249addbad9:36097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:46,307 INFO [M:0;40249addbad9:36097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:21:46,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:21:46,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-311035775/master 2024-12-04T02:21:46,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-311035775 2024-12-04T02:21:46,348 DEBUG [M:0;40249addbad9:36097 {}] zookeeper.ZKUtil(347): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Unable to get data of znode /2-311035775/master because node does not exist (not an error) 2024-12-04T02:21:46,348 WARN [M:0;40249addbad9:36097 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:21:46,349 INFO [M:0;40249addbad9:36097 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/.lastflushedseqids 2024-12-04T02:21:46,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:46,353 INFO [RS:0;40249addbad9:40419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:46,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40419-0x1019e24a4020007, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:46,353 INFO [RS:0;40249addbad9:40419 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,40419,1733278882720; zookeeper connection closed. 2024-12-04T02:21:46,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fee7f86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fee7f86 2024-12-04T02:21:46,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:21:46,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741848_1024 (size=245) 2024-12-04T02:21:46,364 INFO [M:0;40249addbad9:36097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:21:46,364 INFO [M:0;40249addbad9:36097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:21:46,364 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:46,364 INFO [M:0;40249addbad9:36097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:46,364 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:46,364 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:46,364 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:46,364 INFO [M:0;40249addbad9:36097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-04T02:21:46,377 DEBUG [M:0;40249addbad9:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d9a45ff8104d1fa8db1f48e03a8961 is 82, key is hbase:meta,,1/info:regioninfo/1733278886043/Put/seqid=0 2024-12-04T02:21:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741849_1025 (size=5672) 2024-12-04T02:21:46,625 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:46,781 INFO [M:0;40249addbad9:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d9a45ff8104d1fa8db1f48e03a8961 2024-12-04T02:21:46,804 DEBUG [M:0;40249addbad9:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf31b2bb37524f7eb6351ccbb04887ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278895771/Put/seqid=0 2024-12-04T02:21:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741850_1026 (size=9211) 2024-12-04T02:21:46,905 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:47,230 INFO [M:0;40249addbad9:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf31b2bb37524f7eb6351ccbb04887ff 2024-12-04T02:21:47,244 DEBUG [M:0;40249addbad9:36097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81bdfd79963d4f06af3923520671a613 is 69, key is 40249addbad9,40419,1733278882720/rs:state/1733278884876/Put/seqid=0 2024-12-04T02:21:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741851_1027 (size=5156) 2024-12-04T02:21:47,249 INFO [M:0;40249addbad9:36097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81bdfd79963d4f06af3923520671a613 2024-12-04T02:21:47,252 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/24d9a45ff8104d1fa8db1f48e03a8961 as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24d9a45ff8104d1fa8db1f48e03a8961 2024-12-04T02:21:47,257 INFO [M:0;40249addbad9:36097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/24d9a45ff8104d1fa8db1f48e03a8961, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T02:21:47,258 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf31b2bb37524f7eb6351ccbb04887ff as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf31b2bb37524f7eb6351ccbb04887ff 2024-12-04T02:21:47,261 INFO [M:0;40249addbad9:36097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf31b2bb37524f7eb6351ccbb04887ff, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T02:21:47,262 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/81bdfd79963d4f06af3923520671a613 as hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81bdfd79963d4f06af3923520671a613 2024-12-04T02:21:47,265 INFO [M:0;40249addbad9:36097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45423/user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/81bdfd79963d4f06af3923520671a613, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T02:21:47,266 INFO [M:0;40249addbad9:36097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=127, compaction requested=false 2024-12-04T02:21:47,267 INFO [M:0;40249addbad9:36097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:47,267 DEBUG [M:0;40249addbad9:36097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278906364Disabling compacts and flushes for region at 1733278906364Disabling writes for close at 1733278906364Obtaining lock to block concurrent updates at 1733278906364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278906364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733278906365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278906365Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278906365Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278906376 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278906377 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278906784 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278906804 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278906804Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278907233 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278907244 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278907244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322cf6c4: reopening flushed file at 1733278907252 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ca5e51: reopening flushed file at 1733278907257 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412b04d1: reopening flushed file at 1733278907262 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=127, compaction requested=false at 1733278907266 (+4 ms)Writing region close event to WAL at 1733278907267 (+1 ms)Closed at 1733278907267 2024-12-04T02:21:47,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46201 is added to blk_1073741830_1006 (size=73854) 2024-12-04T02:21:47,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca1af777-7bce-534b-5df6-2c140911bfd3/MasterData/WALs/40249addbad9,36097,1733278882621/40249addbad9%2C36097%2C1733278882621.1733278884462 not finished, retry = 0 2024-12-04T02:21:47,328 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:47,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:47,370 INFO [M:0;40249addbad9:36097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:21:47,370 INFO [M:0;40249addbad9:36097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36097 2024-12-04T02:21:47,371 INFO [M:0;40249addbad9:36097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:47,375 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:21:47,529 INFO [M:0;40249addbad9:36097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:47,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36097-0x1019e24a4020006, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:47,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@136da44c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:47,541 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75cb1e70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:47,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18747da4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:47,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7663ba1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:47,545 WARN [BP-1735771038-172.17.0.3-1733278879742 heartbeating to localhost/127.0.0.1:45423 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:21:47,545 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:21:47,545 WARN [BP-1735771038-172.17.0.3-1733278879742 heartbeating to localhost/127.0.0.1:45423 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1735771038-172.17.0.3-1733278879742 (Datanode Uuid 1920babd-a724-4cd1-82a4-17b7a0b1b1de) service to localhost/127.0.0.1:45423 2024-12-04T02:21:47,545 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:21:47,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/cluster_8e88b698-d113-8e98-1c83-bc995b47846d/data/data1/current/BP-1735771038-172.17.0.3-1733278879742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:47,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/cluster_8e88b698-d113-8e98-1c83-bc995b47846d/data/data2/current/BP-1735771038-172.17.0.3-1733278879742 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:47,546 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:21:47,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cf32ae7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:47,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@388e4583{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:47,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:47,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e49f303{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:47,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d7fca3a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:47,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:21:47,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:21:47,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:47,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:47,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:47,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:47,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:47,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:21:47,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=72998435, stopped=false 2024-12-04T02:21:47,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,40381,1733278877392 2024-12-04T02:21:47,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301910580/running 2024-12-04T02:21:47,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:47,603 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301910580/running 2024-12-04T02:21:47,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:47,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/running 2024-12-04T02:21:47,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:47,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:47,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:47,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,42289,1733278877646' ***** 2024-12-04T02:21:47,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:21:47,607 INFO [RS:0;40249addbad9:42289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:21:47,607 INFO [RS:0;40249addbad9:42289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:21:47,607 INFO [RS:0;40249addbad9:42289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:21:47,607 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for d281b172f4a7a8a67ec8f48ec69b0b6f 2024-12-04T02:21:47,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,42289,1733278877646 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42289. 2024-12-04T02:21:47,612 DEBUG [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:47,612 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:21:47,612 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:21:47,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Set watcher on znode that does not yet exist, /1-1301910580/running 2024-12-04T02:21:47,613 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d281b172f4a7a8a67ec8f48ec69b0b6f, disabling compactions & flushes 2024-12-04T02:21:47,613 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:47,613 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:47,613 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. after waiting 0 ms 2024-12-04T02:21:47,613 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:47,613 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d281b172f4a7a8a67ec8f48ec69b0b6f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T02:21:47,614 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:21:47,614 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1325): Online Regions={d281b172f4a7a8a67ec8f48ec69b0b6f=test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f., f0a59bbe8b8a04b6f43effe1ed7af393=hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:21:47,614 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d281b172f4a7a8a67ec8f48ec69b0b6f, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:47,615 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:47,615 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:47,615 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:47,615 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:47,615 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:47,615 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:21:47,621 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:47,646 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f/fe95309c05674715a62be2e95bc80f13 is 37, key is row3/f:row3/1733278903362/Put/seqid=0 2024-12-04T02:21:47,651 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/info/214cf6d3ffa9411b8a79f23981b98bf1 is 147, key is hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393./info:regioninfo/1733278894431/Put/seqid=0 2024-12-04T02:21:47,664 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:47,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741840_1016 (size=5228) 2024-12-04T02:21:47,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741841_1017 (size=7686) 2024-12-04T02:21:47,689 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/info/214cf6d3ffa9411b8a79f23981b98bf1 2024-12-04T02:21:47,726 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/ns/ac7ed9f36ecc434fb97956f3d318f758 is 43, key is default/ns:d/1733278879647/Put/seqid=0 2024-12-04T02:21:47,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741842_1018 (size=5153) 2024-12-04T02:21:47,746 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/ns/ac7ed9f36ecc434fb97956f3d318f758 2024-12-04T02:21:47,765 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/rep_barrier/2c6bddf7edc5439d92026522994fd532 is 112, key is test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f./rep_barrier:seqnumDuringOpen/1733278889411/Put/seqid=0 2024-12-04T02:21:47,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741843_1019 (size=5518) 2024-12-04T02:21:47,815 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d281b172f4a7a8a67ec8f48ec69b0b6f, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:47,987 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:21:47,987 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:21:48,015 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d281b172f4a7a8a67ec8f48ec69b0b6f, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:48,067 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f/fe95309c05674715a62be2e95bc80f13 2024-12-04T02:21:48,072 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe95309c05674715a62be2e95bc80f13 2024-12-04T02:21:48,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:21:48,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:48,091 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68620 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:21:48,092 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f1/6ab599ebfba14525be4715f93e152be4 is 30, key is row1/f1:/1733278900629/DeleteFamily/seqid=0 2024-12-04T02:21:48,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741844_1020 (size=5158) 2024-12-04T02:21:48,131 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1466, reset compression=false 2024-12-04T02:21:48,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:48,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1713, reset compression=false 2024-12-04T02:21:48,141 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,42289,1733278877646 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:48,142 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,42289,1733278877646: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,42289,1733278877646, walGroup=40249addbad9%2C42289%2C1733278877646, offset=40249addbad9%2C42289%2C1733278877646.1733278879115:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:42289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:21:48,143 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:21:48,143 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:21:48,144 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:21:48,144 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:21:48,144 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:21:48,144 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 953689088 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199132024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:21:48,144 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:40381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:40381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:21:48,172 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/rep_barrier/2c6bddf7edc5439d92026522994fd532 2024-12-04T02:21:48,194 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/table/da70a47932d549069a5a2dca75881456 is 53, key is hbase:replication/table:state/1733278894437/Put/seqid=0 2024-12-04T02:21:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741845_1021 (size=5308) 2024-12-04T02:21:48,215 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d281b172f4a7a8a67ec8f48ec69b0b6f, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:48,361 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1713, reset compression=false 2024-12-04T02:21:48,415 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d281b172f4a7a8a67ec8f48ec69b0b6f, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:48,456 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:48,504 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f1/6ab599ebfba14525be4715f93e152be4 2024-12-04T02:21:48,508 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ab599ebfba14525be4715f93e152be4 2024-12-04T02:21:48,527 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/norep/03d0efb51b7640d6bedd0628779bbe5a is 33, key is row1/norep:/1733278900629/DeleteFamily/seqid=0 2024-12-04T02:21:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741846_1022 (size=5108) 2024-12-04T02:21:48,531 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/norep/03d0efb51b7640d6bedd0628779bbe5a 2024-12-04T02:21:48,537 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d0efb51b7640d6bedd0628779bbe5a 2024-12-04T02:21:48,538 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f/fe95309c05674715a62be2e95bc80f13 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/f/fe95309c05674715a62be2e95bc80f13 2024-12-04T02:21:48,544 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fe95309c05674715a62be2e95bc80f13 2024-12-04T02:21:48,544 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/f/fe95309c05674715a62be2e95bc80f13, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T02:21:48,545 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/f1/6ab599ebfba14525be4715f93e152be4 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/f1/6ab599ebfba14525be4715f93e152be4 2024-12-04T02:21:48,553 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6ab599ebfba14525be4715f93e152be4 2024-12-04T02:21:48,553 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/f1/6ab599ebfba14525be4715f93e152be4, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:48,556 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/.tmp/norep/03d0efb51b7640d6bedd0628779bbe5a as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/norep/03d0efb51b7640d6bedd0628779bbe5a 2024-12-04T02:21:48,561 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03d0efb51b7640d6bedd0628779bbe5a 2024-12-04T02:21:48,561 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/norep/03d0efb51b7640d6bedd0628779bbe5a, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:48,562 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d281b172f4a7a8a67ec8f48ec69b0b6f in 949ms, sequenceid=12, compaction requested=false 2024-12-04T02:21:48,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/default/test/d281b172f4a7a8a67ec8f48ec69b0b6f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T02:21:48,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:48,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:48,574 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:48,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d281b172f4a7a8a67ec8f48ec69b0b6f: Waiting for close lock at 1733278907613Running coprocessor pre-close hooks at 1733278907613Disabling compacts and flushes for region at 1733278907613Disabling writes for close at 1733278907613Obtaining lock to block concurrent updates at 1733278907613Preparing flush snapshotting stores in d281b172f4a7a8a67ec8f48ec69b0b6f at 1733278907613Finished memstore snapshotting test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733278907614 (+1 ms)Flushing stores of test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. at 1733278907615 (+1 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f: creating writer at 1733278907615Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f: appending metadata at 1733278907646 (+31 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f: closing flushed file at 1733278907646Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f1: creating writer at 1733278908072 (+426 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f1: appending metadata at 1733278908090 (+18 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/f1: closing flushed file at 1733278908090Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/norep: creating writer at 1733278908508 (+418 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/norep: appending metadata at 1733278908526 (+18 ms)Flushing d281b172f4a7a8a67ec8f48ec69b0b6f/norep: closing flushed file at 1733278908526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25be0e14: reopening flushed file at 1733278908537 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4826cbb7: reopening flushed file at 1733278908545 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243d013a: reopening flushed file at 1733278908554 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d281b172f4a7a8a67ec8f48ec69b0b6f in 949ms, sequenceid=12, compaction requested=false at 1733278908562 (+8 ms)Writing region close event to WAL at 1733278908571 (+9 ms)Running coprocessor post-close hooks at 1733278908574 (+3 ms)Closed at 1733278908574 2024-12-04T02:21:48,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278888263.d281b172f4a7a8a67ec8f48ec69b0b6f. 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0a59bbe8b8a04b6f43effe1ed7af393, disabling compactions & flushes 2024-12-04T02:21:48,575 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. after waiting 0 ms 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0a59bbe8b8a04b6f43effe1ed7af393: Waiting for close lock at 1733278908575Running coprocessor pre-close hooks at 1733278908575Disabling compacts and flushes for region at 1733278908575Disabling writes for close at 1733278908575Failed flush hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., putting online again at 1733278908575 2024-12-04T02:21:48,575 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,606 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/table/da70a47932d549069a5a2dca75881456 2024-12-04T02:21:48,610 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/info/214cf6d3ffa9411b8a79f23981b98bf1 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/info/214cf6d3ffa9411b8a79f23981b98bf1 2024-12-04T02:21:48,615 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/info/214cf6d3ffa9411b8a79f23981b98bf1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:21:48,615 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:21:48,616 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1325): Online Regions={f0a59bbe8b8a04b6f43effe1ed7af393=hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:21:48,616 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(3091): Received CLOSE for f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:48,616 DEBUG [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0a59bbe8b8a04b6f43effe1ed7af393 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0a59bbe8b8a04b6f43effe1ed7af393, disabling compactions & flushes 2024-12-04T02:21:48,616 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. after waiting 0 ms 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0a59bbe8b8a04b6f43effe1ed7af393: Waiting for close lock at 1733278908616Running coprocessor pre-close hooks at 1733278908616Disabling compacts and flushes for region at 1733278908616Disabling writes for close at 1733278908616Failed flush hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393., putting online again at 1733278908616 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278893229.f0a59bbe8b8a04b6f43effe1ed7af393. 2024-12-04T02:21:48,616 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/ns/ac7ed9f36ecc434fb97956f3d318f758 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/ns/ac7ed9f36ecc434fb97956f3d318f758 2024-12-04T02:21:48,620 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/ns/ac7ed9f36ecc434fb97956f3d318f758, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:21:48,621 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/rep_barrier/2c6bddf7edc5439d92026522994fd532 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/rep_barrier/2c6bddf7edc5439d92026522994fd532 2024-12-04T02:21:48,625 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/rep_barrier/2c6bddf7edc5439d92026522994fd532, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:21:48,626 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/.tmp/table/da70a47932d549069a5a2dca75881456 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/table/da70a47932d549069a5a2dca75881456 2024-12-04T02:21:48,630 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/table/da70a47932d549069a5a2dca75881456, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:21:48,632 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=16, compaction requested=false 2024-12-04T02:21:48,636 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:21:48,636 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:48,636 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:48,636 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:48,636 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278907615Running coprocessor pre-close hooks at 1733278907615Disabling compacts and flushes for region at 1733278907615Disabling writes for close at 1733278907615Obtaining lock to block concurrent updates at 1733278907615Preparing flush snapshotting stores in 1588230740 at 1733278907615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278907615Flushing stores of hbase:meta,,1.1588230740 at 1733278907616 (+1 ms)Flushing 1588230740/info: creating writer at 1733278907616Flushing 1588230740/info: appending metadata at 1733278907651 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733278907651Flushing 1588230740/ns: creating writer at 1733278907702 (+51 ms)Flushing 1588230740/ns: appending metadata at 1733278907726 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733278907726Flushing 1588230740/rep_barrier: creating writer at 1733278907753 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278907765 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278907765Flushing 1588230740/table: creating writer at 1733278908176 (+411 ms)Flushing 1588230740/table: appending metadata at 1733278908194 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733278908194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b578e60: reopening flushed file at 1733278908610 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65aad313: reopening flushed file at 1733278908615 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3cba4b: reopening flushed file at 1733278908620 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec3cd72: reopening flushed file at 1733278908625 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1017ms, sequenceid=16, compaction requested=false at 1733278908632 (+7 ms)Writing region close event to WAL at 1733278908633 (+1 ms)Running coprocessor post-close hooks at 1733278908636 (+3 ms)Closed at 1733278908636 2024-12-04T02:21:48,636 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:48,664 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 1713, reset compression=false 2024-12-04T02:21:48,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:48,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 2357, reset compression=false 2024-12-04T02:21:48,816 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T02:21:48,816 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,42289,1733278877646; all regions closed. 2024-12-04T02:21:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:21:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741839_1015 (size=2609) 2024-12-04T02:21:48,834 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 not finished, retry = 0 2024-12-04T02:21:48,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741833_1009 (size=2365) 2024-12-04T02:21:48,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 to pos 2357, reset compression=false 2024-12-04T02:21:48,935 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:48,935 INFO [RS:0;40249addbad9:42289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:48,936 INFO [RS:0;40249addbad9:42289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:48,936 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/WALs/40249addbad9,42289,1733278877646/40249addbad9%2C42289%2C1733278877646.1733278879115 2024-12-04T02:21:48,936 INFO [RS:0;40249addbad9:42289 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:48,936 INFO [RS:0;40249addbad9:42289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:48,936 INFO [RS:0;40249addbad9:42289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,42289,1733278877646 because: Region server is closing 2024-12-04T02:21:48,936 INFO [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42289. 2024-12-04T02:21:48,936 DEBUG [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:48,936 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:48,937 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:48,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:48,940 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:49,037 INFO [RS:0;40249addbad9:42289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.shipper40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 terminated 2024-12-04T02:21:49,037 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,42289,1733278877646.replicationSource.wal-reader.40249addbad9%2C42289%2C1733278877646,1-40249addbad9,42289,1733278877646 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T02:21:49,037 INFO [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:42289. 2024-12-04T02:21:49,037 DEBUG [RS:0;40249addbad9:42289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:49,037 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:49,037 DEBUG [RS:0;40249addbad9:42289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:49,037 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:49,037 INFO [RS:0;40249addbad9:42289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42289 2024-12-04T02:21:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301910580/rs/40249addbad9,42289,1733278877646 2024-12-04T02:21:49,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580/rs 2024-12-04T02:21:49,343 INFO [RS:0;40249addbad9:42289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:49,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,42289,1733278877646] 2024-12-04T02:21:49,360 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:49,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42289-0x1019e24a4020004, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:49,810 INFO [RS:0;40249addbad9:42289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:49,810 INFO [RS:0;40249addbad9:42289 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,42289,1733278877646; zookeeper connection closed. 2024-12-04T02:21:49,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27d67840 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27d67840 2024-12-04T02:21:49,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:21:50,007 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1301910580/draining/40249addbad9,42289,1733278877646 already deleted, retry=false 2024-12-04T02:21:50,007 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,42289,1733278877646 expired; onlineServers=0 2024-12-04T02:21:50,007 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,40381,1733278877392' ***** 2024-12-04T02:21:50,007 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:21:50,007 INFO [M:0;40249addbad9:40381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:50,007 INFO [M:0;40249addbad9:40381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:50,007 DEBUG [M:0;40249addbad9:40381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:21:50,008 DEBUG [M:0;40249addbad9:40381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:21:50,008 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:21:50,008 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278878924 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278878924,5,FailOnTimeoutGroup] 2024-12-04T02:21:50,008 INFO [M:0;40249addbad9:40381 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:50,008 INFO [M:0;40249addbad9:40381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:50,008 DEBUG [M:0;40249addbad9:40381 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:21:50,008 INFO [M:0;40249addbad9:40381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:21:50,008 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278878916 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278878916,5,FailOnTimeoutGroup] 2024-12-04T02:21:50,008 INFO [M:0;40249addbad9:40381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:50,008 INFO [M:0;40249addbad9:40381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:21:50,008 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:21:50,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,364 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:50,399 DEBUG [M:0;40249addbad9:40381 {}] zookeeper.ZKUtil(347): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Unable to get data of znode /1-1301910580/master because node does not exist (not an error) 2024-12-04T02:21:50,399 WARN [M:0;40249addbad9:40381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:21:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1301910580/master 2024-12-04T02:21:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1301910580 2024-12-04T02:21:50,400 INFO [M:0;40249addbad9:40381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/.lastflushedseqids 2024-12-04T02:21:50,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741847_1023 (size=245) 2024-12-04T02:21:50,811 INFO [M:0;40249addbad9:40381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:21:50,811 INFO [M:0;40249addbad9:40381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:21:50,811 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:50,811 INFO [M:0;40249addbad9:40381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:50,811 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:50,812 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:50,812 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:50,812 INFO [M:0;40249addbad9:40381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T02:21:50,837 DEBUG [M:0;40249addbad9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6493635b886489eb3ff0a2cd4f990ce is 82, key is hbase:meta,,1/info:regioninfo/1733278879635/Put/seqid=0 2024-12-04T02:21:50,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741848_1024 (size=5672) 2024-12-04T02:21:50,844 INFO [M:0;40249addbad9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6493635b886489eb3ff0a2cd4f990ce 2024-12-04T02:21:50,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:50,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,863 DEBUG [M:0;40249addbad9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722eb901e2554f3eb3cad2bf73e812e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278894441/Put/seqid=0 2024-12-04T02:21:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741849_1025 (size=8515) 2024-12-04T02:21:50,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:50,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:51,270 INFO [M:0;40249addbad9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722eb901e2554f3eb3cad2bf73e812e6 2024-12-04T02:21:51,286 DEBUG [M:0;40249addbad9:40381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f8d9bb15f441108b2172fbe0b14699 is 69, key is 40249addbad9,42289,1733278877646/rs:state/1733278878945/Put/seqid=0 2024-12-04T02:21:51,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741850_1026 (size=5156) 2024-12-04T02:21:51,468 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:51,689 INFO [M:0;40249addbad9:40381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f8d9bb15f441108b2172fbe0b14699 2024-12-04T02:21:51,700 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b6493635b886489eb3ff0a2cd4f990ce as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6493635b886489eb3ff0a2cd4f990ce 2024-12-04T02:21:51,705 INFO [M:0;40249addbad9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b6493635b886489eb3ff0a2cd4f990ce, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:21:51,706 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722eb901e2554f3eb3cad2bf73e812e6 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722eb901e2554f3eb3cad2bf73e812e6 2024-12-04T02:21:51,711 INFO [M:0;40249addbad9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722eb901e2554f3eb3cad2bf73e812e6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:21:51,711 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6f8d9bb15f441108b2172fbe0b14699 as hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6f8d9bb15f441108b2172fbe0b14699 2024-12-04T02:21:51,716 INFO [M:0;40249addbad9:40381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/3fc1bdb7-8177-f008-be76-562e5f1d19d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6f8d9bb15f441108b2172fbe0b14699, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:21:51,717 INFO [M:0;40249addbad9:40381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false 2024-12-04T02:21:51,752 INFO [M:0;40249addbad9:40381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:51,752 DEBUG [M:0;40249addbad9:40381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278910811Disabling compacts and flushes for region at 1733278910811Disabling writes for close at 1733278910812 (+1 ms)Obtaining lock to block concurrent updates at 1733278910812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278910812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733278910812Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278910813 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278910813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278910837 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278910837Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278910849 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278910863 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278910863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278911274 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278911285 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278911285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf22f14: reopening flushed file at 1733278911698 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38354145: reopening flushed file at 1733278911705 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364773ee: reopening flushed file at 1733278911711 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false at 1733278911717 (+6 ms)Writing region close event to WAL at 1733278911751 (+34 ms)Closed at 1733278911752 (+1 ms) 2024-12-04T02:21:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36009 is added to blk_1073741830_1006 (size=63642) 2024-12-04T02:21:51,764 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:51,765 INFO [M:0;40249addbad9:40381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:21:51,765 INFO [M:0;40249addbad9:40381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40381 2024-12-04T02:21:51,765 INFO [M:0;40249addbad9:40381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:51,885 INFO [M:0;40249addbad9:40381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40381-0x1019e24a4020003, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:51,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34145956{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:51,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e9d5e10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:51,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:51,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b4fc38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:51,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b31056{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:51,905 WARN [BP-1849723983-172.17.0.3-1733278875651 heartbeating to localhost/127.0.0.1:46725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:21:51,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:21:51,905 WARN [BP-1849723983-172.17.0.3-1733278875651 heartbeating to localhost/127.0.0.1:46725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1849723983-172.17.0.3-1733278875651 (Datanode Uuid 2f522c06-62a8-400b-89e2-d6dd6842c23f) service to localhost/127.0.0.1:46725 2024-12-04T02:21:51,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:21:51,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/cluster_77757336-818b-de7e-6653-e42281b9abe2/data/data1/current/BP-1849723983-172.17.0.3-1733278875651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:51,906 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/cluster_77757336-818b-de7e-6653-e42281b9abe2/data/data2/current/BP-1849723983-172.17.0.3-1733278875651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:51,906 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:21:51,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e36ae18{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:51,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@793db355{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:51,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:51,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75fd51db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:51,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72a8f053{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b41fbaf6-04aa-7e34-ea06-8cc28e8976dc/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:51,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:21:51,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:21:51,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:51,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:51,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:51,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:51,956 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:21:51,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1164251793, stopped=false 2024-12-04T02:21:51,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,44071,1733278872352 2024-12-04T02:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/032578541/running 2024-12-04T02:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/032578541/running 2024-12-04T02:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:51,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:51,985 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:51,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/running 2024-12-04T02:21:51,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Set watcher on znode that does not yet exist, /032578541/running 2024-12-04T02:21:51,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:21:51,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:51,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:51,987 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,38453,1733278872630' ***** 2024-12-04T02:21:51,987 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:21:51,987 INFO [RS:0;40249addbad9:38453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:21:51,987 INFO [RS:0;40249addbad9:38453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:21:51,987 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:21:51,987 INFO [RS:0;40249addbad9:38453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:21:51,987 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e591e80016f0c2d29d6bdf0ed5cd18f 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,38453,1733278872630 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:38453. 2024-12-04T02:21:51,991 DEBUG [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:51,991 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:21:51,991 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:21:51,992 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e591e80016f0c2d29d6bdf0ed5cd18f, disabling compactions & flushes 2024-12-04T02:21:51,992 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:51,992 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:51,992 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. after waiting 0 ms 2024-12-04T02:21:51,992 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:51,992 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0e591e80016f0c2d29d6bdf0ed5cd18f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T02:21:51,993 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:21:51,993 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1325): Online Regions={0e591e80016f0c2d29d6bdf0ed5cd18f=hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f., 1588230740=hbase:meta,,1.1588230740, 7d621f196e74097cf3c10d627bd59b86=test,,1733278886107.7d621f196e74097cf3c10d627bd59b86.} 2024-12-04T02:21:51,993 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1351): Waiting on 0e591e80016f0c2d29d6bdf0ed5cd18f, 1588230740, 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:51,995 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:51,995 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:51,995 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:51,995 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:51,995 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:51,995 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:21:52,014 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/.tmp/queue/65f4f828dc104e8591a15f889e0eaaa1 is 154, key is 1-40249addbad9,38453,1733278872630/queue:40249addbad9%2C38453%2C1733278872630/1733278904851/Put/seqid=0 2024-12-04T02:21:52,016 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/info/d6aca19d2c97440fad977b601d31cee3 is 147, key is hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f./info:regioninfo/1733278892275/Put/seqid=0 2024-12-04T02:21:52,028 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741841_1017 (size=7686) 2024-12-04T02:21:52,038 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/info/d6aca19d2c97440fad977b601d31cee3 2024-12-04T02:21:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741840_1016 (size=5353) 2024-12-04T02:21:52,046 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/.tmp/queue/65f4f828dc104e8591a15f889e0eaaa1 2024-12-04T02:21:52,058 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/.tmp/queue/65f4f828dc104e8591a15f889e0eaaa1 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/queue/65f4f828dc104e8591a15f889e0eaaa1 2024-12-04T02:21:52,067 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/queue/65f4f828dc104e8591a15f889e0eaaa1, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T02:21:52,068 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0e591e80016f0c2d29d6bdf0ed5cd18f in 76ms, sequenceid=14, compaction requested=false 2024-12-04T02:21:52,068 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:21:52,081 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/ns/5c214ba8fed0490dab6b689f438cb6f3 is 43, key is default/ns:d/1733278875553/Put/seqid=0 2024-12-04T02:21:52,096 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/replication/0e591e80016f0c2d29d6bdf0ed5cd18f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:52,098 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e591e80016f0c2d29d6bdf0ed5cd18f: Waiting for close lock at 1733278911992Running coprocessor pre-close hooks at 1733278911992Disabling compacts and flushes for region at 1733278911992Disabling writes for close at 1733278911992Obtaining lock to block concurrent updates at 1733278911992Preparing flush snapshotting stores in 0e591e80016f0c2d29d6bdf0ed5cd18f at 1733278911992Finished memstore snapshotting hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733278911992Flushing stores of hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. at 1733278911993 (+1 ms)Flushing 0e591e80016f0c2d29d6bdf0ed5cd18f/queue: creating writer at 1733278911993Flushing 0e591e80016f0c2d29d6bdf0ed5cd18f/queue: appending metadata at 1733278912014 (+21 ms)Flushing 0e591e80016f0c2d29d6bdf0ed5cd18f/queue: closing flushed file at 1733278912014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f846b4c: reopening flushed file at 1733278912056 (+42 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0e591e80016f0c2d29d6bdf0ed5cd18f in 76ms, sequenceid=14, compaction requested=false at 1733278912068 (+12 ms)Writing region close event to WAL at 1733278912082 (+14 ms)Running coprocessor post-close hooks at 1733278912097 (+15 ms)Closed at 1733278912098 (+1 ms) 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278891081.0e591e80016f0c2d29d6bdf0ed5cd18f. 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d621f196e74097cf3c10d627bd59b86, disabling compactions & flushes 2024-12-04T02:21:52,098 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. after waiting 0 ms 2024-12-04T02:21:52,098 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:52,098 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d621f196e74097cf3c10d627bd59b86 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T02:21:52,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741842_1018 (size=5153) 2024-12-04T02:21:52,121 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/ns/5c214ba8fed0490dab6b689f438cb6f3 2024-12-04T02:21:52,126 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f/ec7fd5834cda45c29267ef182825e6f9 is 37, key is row3/f:row3/1733278903362/Put/seqid=0 2024-12-04T02:21:52,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741843_1019 (size=5228) 2024-12-04T02:21:52,144 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f/ec7fd5834cda45c29267ef182825e6f9 2024-12-04T02:21:52,155 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec7fd5834cda45c29267ef182825e6f9 2024-12-04T02:21:52,178 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9127688b026457b8689831b381cc0a2 is 112, key is test,,1733278886107.7d621f196e74097cf3c10d627bd59b86./rep_barrier:seqnumDuringOpen/1733278887261/Put/seqid=0 2024-12-04T02:21:52,193 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f1/bcb2cdb6aa3d4a958bebcdb96922ca3a is 30, key is row1/f1:/1733278900629/DeleteFamily/seqid=0 2024-12-04T02:21:52,193 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741844_1020 (size=5518) 2024-12-04T02:21:52,222 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9127688b026457b8689831b381cc0a2 2024-12-04T02:21:52,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741845_1021 (size=5158) 2024-12-04T02:21:52,251 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f1/bcb2cdb6aa3d4a958bebcdb96922ca3a 2024-12-04T02:21:52,256 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcb2cdb6aa3d4a958bebcdb96922ca3a 2024-12-04T02:21:52,263 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/table/6bb2a717e88b4ec1bd07f8572a2d5c9a is 53, key is hbase:replication/table:state/1733278892281/Put/seqid=0 2024-12-04T02:21:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741846_1022 (size=5308) 2024-12-04T02:21:52,274 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/table/6bb2a717e88b4ec1bd07f8572a2d5c9a 2024-12-04T02:21:52,281 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/norep/a4e93089fbb141e185303636c51bb7c6 is 32, key is row/norep:/1733278899606/DeleteFamily/seqid=0 2024-12-04T02:21:52,283 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/info/d6aca19d2c97440fad977b601d31cee3 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/info/d6aca19d2c97440fad977b601d31cee3 2024-12-04T02:21:52,297 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/info/d6aca19d2c97440fad977b601d31cee3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:21:52,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741847_1023 (size=5101) 2024-12-04T02:21:52,304 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/ns/5c214ba8fed0490dab6b689f438cb6f3 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/ns/5c214ba8fed0490dab6b689f438cb6f3 2024-12-04T02:21:52,319 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/ns/5c214ba8fed0490dab6b689f438cb6f3, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:21:52,323 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/rep_barrier/d9127688b026457b8689831b381cc0a2 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/rep_barrier/d9127688b026457b8689831b381cc0a2 2024-12-04T02:21:52,336 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/rep_barrier/d9127688b026457b8689831b381cc0a2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:21:52,340 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/.tmp/table/6bb2a717e88b4ec1bd07f8572a2d5c9a as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/table/6bb2a717e88b4ec1bd07f8572a2d5c9a 2024-12-04T02:21:52,352 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/table/6bb2a717e88b4ec1bd07f8572a2d5c9a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:21:52,353 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 358ms, sequenceid=16, compaction requested=false 2024-12-04T02:21:52,353 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:21:52,381 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:21:52,382 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:52,382 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:21:52,382 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:52,382 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278911995Running coprocessor pre-close hooks at 1733278911995Disabling compacts and flushes for region at 1733278911995Disabling writes for close at 1733278911995Obtaining lock to block concurrent updates at 1733278911995Preparing flush snapshotting stores in 1588230740 at 1733278911995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278911995Flushing stores of hbase:meta,,1.1588230740 at 1733278911996 (+1 ms)Flushing 1588230740/info: creating writer at 1733278911996Flushing 1588230740/info: appending metadata at 1733278912016 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733278912016Flushing 1588230740/ns: creating writer at 1733278912048 (+32 ms)Flushing 1588230740/ns: appending metadata at 1733278912080 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1733278912081 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733278912126 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278912178 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278912178Flushing 1588230740/table: creating writer at 1733278912228 (+50 ms)Flushing 1588230740/table: appending metadata at 1733278912263 (+35 ms)Flushing 1588230740/table: closing flushed file at 1733278912263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296cb471: reopening flushed file at 1733278912282 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e5980a: reopening flushed file at 1733278912297 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa18ae2: reopening flushed file at 1733278912319 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d87c980: reopening flushed file at 1733278912336 (+17 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 358ms, sequenceid=16, compaction requested=false at 1733278912353 (+17 ms)Writing region close event to WAL at 1733278912364 (+11 ms)Running coprocessor post-close hooks at 1733278912382 (+18 ms)Closed at 1733278912382 2024-12-04T02:21:52,382 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:52,393 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1351): Waiting on 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:52,416 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:21:52,416 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:21:52,594 DEBUG [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1351): Waiting on 7d621f196e74097cf3c10d627bd59b86 2024-12-04T02:21:52,671 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1491, reset compression=false 2024-12-04T02:21:52,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:52,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1738, reset compression=false 2024-12-04T02:21:52,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,38453,1733278872630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:21:52,676 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,38453,1733278872630: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,38453,1733278872630, walGroup=40249addbad9%2C38453%2C1733278872630, offset=40249addbad9%2C38453%2C1733278872630.1733278874480:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:21:52,677 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:21:52,677 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:21:52,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:21:52,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:21:52,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:21:52,678 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1182793728, "init": 1048576000, "max": 2306867200, "used": 795074560 }, "NonHeapMemoryUsage": { "committed": 202768384, "init": 7667712, "max": -1, "used": 199942920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:21:52,678 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:21:52,703 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/norep/a4e93089fbb141e185303636c51bb7c6 2024-12-04T02:21:52,706 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e93089fbb141e185303636c51bb7c6 2024-12-04T02:21:52,707 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f/ec7fd5834cda45c29267ef182825e6f9 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/f/ec7fd5834cda45c29267ef182825e6f9 2024-12-04T02:21:52,710 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec7fd5834cda45c29267ef182825e6f9 2024-12-04T02:21:52,710 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/f/ec7fd5834cda45c29267ef182825e6f9, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T02:21:52,711 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/f1/bcb2cdb6aa3d4a958bebcdb96922ca3a as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/f1/bcb2cdb6aa3d4a958bebcdb96922ca3a 2024-12-04T02:21:52,715 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcb2cdb6aa3d4a958bebcdb96922ca3a 2024-12-04T02:21:52,716 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/f1/bcb2cdb6aa3d4a958bebcdb96922ca3a, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:52,716 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/.tmp/norep/a4e93089fbb141e185303636c51bb7c6 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/norep/a4e93089fbb141e185303636c51bb7c6 2024-12-04T02:21:52,720 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4e93089fbb141e185303636c51bb7c6 2024-12-04T02:21:52,720 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/norep/a4e93089fbb141e185303636c51bb7c6, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T02:21:52,721 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7d621f196e74097cf3c10d627bd59b86 in 623ms, sequenceid=12, compaction requested=false 2024-12-04T02:21:52,721 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:21:52,724 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/data/default/test/7d621f196e74097cf3c10d627bd59b86/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T02:21:52,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:21:52,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:52,725 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:52,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d621f196e74097cf3c10d627bd59b86: Waiting for close lock at 1733278912098Running coprocessor pre-close hooks at 1733278912098Disabling compacts and flushes for region at 1733278912098Disabling writes for close at 1733278912098Obtaining lock to block concurrent updates at 1733278912098Preparing flush snapshotting stores in 7d621f196e74097cf3c10d627bd59b86 at 1733278912098Finished memstore snapshotting test,,1733278886107.7d621f196e74097cf3c10d627bd59b86., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733278912099 (+1 ms)Flushing stores of test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. at 1733278912099Flushing 7d621f196e74097cf3c10d627bd59b86/f: creating writer at 1733278912099Flushing 7d621f196e74097cf3c10d627bd59b86/f: appending metadata at 1733278912125 (+26 ms)Flushing 7d621f196e74097cf3c10d627bd59b86/f: closing flushed file at 1733278912125Flushing 7d621f196e74097cf3c10d627bd59b86/f1: creating writer at 1733278912155 (+30 ms)Flushing 7d621f196e74097cf3c10d627bd59b86/f1: appending metadata at 1733278912192 (+37 ms)Flushing 7d621f196e74097cf3c10d627bd59b86/f1: closing flushed file at 1733278912192Flushing 7d621f196e74097cf3c10d627bd59b86/norep: creating writer at 1733278912256 (+64 ms)Flushing 7d621f196e74097cf3c10d627bd59b86/norep: appending metadata at 1733278912280 (+24 ms)Flushing 7d621f196e74097cf3c10d627bd59b86/norep: closing flushed file at 1733278912280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5badd6: reopening flushed file at 1733278912706 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e965093: reopening flushed file at 1733278912711 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50467f7a: reopening flushed file at 1733278912716 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7d621f196e74097cf3c10d627bd59b86 in 623ms, sequenceid=12, compaction requested=false at 1733278912721 (+5 ms)Writing region close event to WAL at 1733278912722 (+1 ms)Running coprocessor post-close hooks at 1733278912725 (+3 ms)Closed at 1733278912725 2024-12-04T02:21:52,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278886107.7d621f196e74097cf3c10d627bd59b86. 2024-12-04T02:21:52,794 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,38453,1733278872630; all regions closed. 2024-12-04T02:21:52,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:21:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741839_1015 (size=3552) 2024-12-04T02:21:52,797 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.rep.1733278892240 not finished, retry = 0 2024-12-04T02:21:52,879 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 1738, reset compression=false 2024-12-04T02:21:52,883 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:21:52,883 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/WALs/40249addbad9,38453,1733278872630/40249addbad9%2C38453%2C1733278872630.1733278874480 to pos 2382, reset compression=false 2024-12-04T02:21:52,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741832_1008 (size=2390) 2024-12-04T02:21:52,901 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:52,901 INFO [RS:0;40249addbad9:38453 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:21:52,901 INFO [RS:0;40249addbad9:38453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:52,901 INFO [RS:0;40249addbad9:38453 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:52,901 INFO [RS:0;40249addbad9:38453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:52,901 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:52,901 INFO [RS:0;40249addbad9:38453 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,38453,1733278872630 because: Region server is closing 2024-12-04T02:21:52,902 INFO [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:38453. 2024-12-04T02:21:52,902 DEBUG [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:52,902 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:52,902 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:52,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:53,002 INFO [RS:0;40249addbad9:38453 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.shipper40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 terminated 2024-12-04T02:21:53,002 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,38453,1733278872630.replicationSource.wal-reader.40249addbad9%2C38453%2C1733278872630,1-40249addbad9,38453,1733278872630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:21:53,002 INFO [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:38453. 2024-12-04T02:21:53,002 DEBUG [RS:0;40249addbad9:38453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:21:53,002 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:53,002 DEBUG [RS:0;40249addbad9:38453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:53,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:21:53,003 INFO [RS:0;40249addbad9:38453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38453 2024-12-04T02:21:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541/rs 2024-12-04T02:21:53,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/032578541/rs/40249addbad9,38453,1733278872630 2024-12-04T02:21:53,030 INFO [RS:0;40249addbad9:38453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:53,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,38453,1733278872630] 2024-12-04T02:21:53,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/draining/40249addbad9,38453,1733278872630 already deleted, retry=false 2024-12-04T02:21:53,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,38453,1733278872630 expired; onlineServers=0 2024-12-04T02:21:53,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,44071,1733278872352' ***** 2024-12-04T02:21:53,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:21:53,051 INFO [M:0;40249addbad9:44071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:21:53,051 INFO [M:0;40249addbad9:44071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:21:53,051 DEBUG [M:0;40249addbad9:44071 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:21:53,051 DEBUG [M:0;40249addbad9:44071 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:21:53,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:21:53,051 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278874297 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278874297,5,FailOnTimeoutGroup] 2024-12-04T02:21:53,051 INFO [M:0;40249addbad9:44071 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:21:53,051 INFO [M:0;40249addbad9:44071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:21:53,051 DEBUG [M:0;40249addbad9:44071 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:21:53,051 INFO [M:0;40249addbad9:44071 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:21:53,052 INFO [M:0;40249addbad9:44071 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:21:53,052 INFO [M:0;40249addbad9:44071 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:21:53,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:21:53,052 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278874297 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278874297,5,FailOnTimeoutGroup] 2024-12-04T02:21:53,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/032578541/master 2024-12-04T02:21:53,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/032578541 2024-12-04T02:21:53,061 DEBUG [M:0;40249addbad9:44071 {}] zookeeper.RecoverableZooKeeper(212): Node /032578541/master already deleted, retry=false 2024-12-04T02:21:53,061 DEBUG [M:0;40249addbad9:44071 {}] master.ActiveMasterManager(353): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Failed delete of our master address node; KeeperErrorCode = NoNode for /032578541/master 2024-12-04T02:21:53,062 INFO [M:0;40249addbad9:44071 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/.lastflushedseqids 2024-12-04T02:21:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741848_1024 (size=245) 2024-12-04T02:21:53,140 INFO [RS:0;40249addbad9:38453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:53,140 INFO [RS:0;40249addbad9:38453 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,38453,1733278872630; zookeeper connection closed. 2024-12-04T02:21:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38453-0x1019e24a4020001, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:53,148 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fc0f514 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fc0f514 2024-12-04T02:21:53,149 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:21:53,472 INFO [M:0;40249addbad9:44071 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:21:53,473 INFO [M:0;40249addbad9:44071 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:21:53,473 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:53,473 INFO [M:0;40249addbad9:44071 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:53,473 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:53,473 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:53,473 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:53,473 INFO [M:0;40249addbad9:44071 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-04T02:21:53,510 DEBUG [M:0;40249addbad9:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c493ca67362c417c9ab2e2c7bb97acaf is 82, key is hbase:meta,,1/info:regioninfo/1733278875505/Put/seqid=0 2024-12-04T02:21:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741849_1025 (size=5672) 2024-12-04T02:21:53,519 INFO [M:0;40249addbad9:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c493ca67362c417c9ab2e2c7bb97acaf 2024-12-04T02:21:53,571 DEBUG [M:0;40249addbad9:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50292401147c4606bccc673253febfce is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278887271/Put/seqid=0 2024-12-04T02:21:53,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741850_1026 (size=7217) 2024-12-04T02:21:53,617 INFO [M:0;40249addbad9:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50292401147c4606bccc673253febfce 2024-12-04T02:21:53,624 INFO [M:0;40249addbad9:44071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50292401147c4606bccc673253febfce 2024-12-04T02:21:53,651 DEBUG [M:0;40249addbad9:44071 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9c6da4e9de4064964ee134b93acfc1 is 69, key is 40249addbad9,38453,1733278872630/rs:state/1733278874312/Put/seqid=0 2024-12-04T02:21:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741851_1027 (size=5156) 2024-12-04T02:21:53,720 INFO [M:0;40249addbad9:44071 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9c6da4e9de4064964ee134b93acfc1 2024-12-04T02:21:53,734 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c493ca67362c417c9ab2e2c7bb97acaf as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c493ca67362c417c9ab2e2c7bb97acaf 2024-12-04T02:21:53,738 INFO [M:0;40249addbad9:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c493ca67362c417c9ab2e2c7bb97acaf, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T02:21:53,748 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/50292401147c4606bccc673253febfce as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50292401147c4606bccc673253febfce 2024-12-04T02:21:53,768 INFO [M:0;40249addbad9:44071 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50292401147c4606bccc673253febfce 2024-12-04T02:21:53,768 INFO [M:0;40249addbad9:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/50292401147c4606bccc673253febfce, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T02:21:53,772 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc9c6da4e9de4064964ee134b93acfc1 as hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc9c6da4e9de4064964ee134b93acfc1 2024-12-04T02:21:53,793 INFO [M:0;40249addbad9:44071 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36273/user/jenkins/test-data/254c1a29-97f2-9271-a80b-132732a75ae2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc9c6da4e9de4064964ee134b93acfc1, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T02:21:53,794 INFO [M:0;40249addbad9:44071 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 321ms, sequenceid=105, compaction requested=false 2024-12-04T02:21:53,808 INFO [M:0;40249addbad9:44071 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:53,808 DEBUG [M:0;40249addbad9:44071 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278913473Disabling compacts and flushes for region at 1733278913473Disabling writes for close at 1733278913473Obtaining lock to block concurrent updates at 1733278913473Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278913473Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733278913473Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278913474 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278913474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278913509 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278913509Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278913529 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278913570 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278913570Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278913624 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278913650 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278913650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34229a0c: reopening flushed file at 1733278913733 (+83 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac346d9: reopening flushed file at 1733278913738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7fc002: reopening flushed file at 1733278913768 (+30 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 321ms, sequenceid=105, compaction requested=false at 1733278913794 (+26 ms)Writing region close event to WAL at 1733278913808 (+14 ms)Closed at 1733278913808 2024-12-04T02:21:53,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40747 is added to blk_1073741830_1006 (size=64411) 2024-12-04T02:21:53,839 INFO [M:0;40249addbad9:44071 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:21:53,839 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:21:53,839 INFO [M:0;40249addbad9:44071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44071 2024-12-04T02:21:53,840 INFO [M:0;40249addbad9:44071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:21:54,025 INFO [M:0;40249addbad9:44071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:21:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:54,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44071-0x1019e24a4020000, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:21:54,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f4ec07a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:54,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c45d7d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:54,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:54,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad67795{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:54,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff78843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:54,034 WARN [BP-925454463-172.17.0.3-1733278869607 heartbeating to localhost/127.0.0.1:36273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:21:54,034 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:21:54,034 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:21:54,034 WARN [BP-925454463-172.17.0.3-1733278869607 heartbeating to localhost/127.0.0.1:36273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925454463-172.17.0.3-1733278869607 (Datanode Uuid 33d41dac-2fbd-4188-a651-5519fc45ec51) service to localhost/127.0.0.1:36273 2024-12-04T02:21:54,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/data/data1/current/BP-925454463-172.17.0.3-1733278869607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:54,035 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/cluster_6e0e28de-25ed-ccfb-4508-8834011639df/data/data2/current/BP-925454463-172.17.0.3-1733278869607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:21:54,035 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:21:54,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@141c3917{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:54,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21f8a55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:21:54,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:21:54,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54cb383e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:21:54,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69aa670c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4385417f-cd43-0ba1-c934-3fee0aeeca6d/hadoop.log.dir/,STOPPED} 2024-12-04T02:21:54,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:21:54,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:21:54,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 264) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:45423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36273 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56993) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46725 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:45423 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45423 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-24 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56993) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45423 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56993) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:45423 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 666) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=836 (was 932), ProcessCount=11 (was 11), AvailableMemoryMB=3911 (was 3994) 2024-12-04T02:21:54,091 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=836, ProcessCount=11, AvailableMemoryMB=3909 2024-12-04T02:21:54,105 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T02:21:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir so I do NOT create it in target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5 2024-12-04T02:21:54,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:21:54,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.tmp.dir so I do NOT create it in target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5 2024-12-04T02:21:54,106 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741540bb-9638-fa57-2ce3-75030df4add9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:21:54,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5 2024-12-04T02:21:54,106 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7, deleteOnExit=true 2024-12-04T02:21:54,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/zookeeper_0, clientPort=59509, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:21:54,120 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59509 2024-12-04T02:21:54,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:21:54,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/test.cache.data in system properties and HBase conf 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:21:54,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:21:54,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:54,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:21:54,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:21:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e24a4020005, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:21:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e24a4020002, quorum=127.0.0.1:56993, baseZNode=/032578541 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:21:54,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e24a4020008, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:21:54,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e24a4020005, quorum=127.0.0.1:56993, baseZNode=/1-1301910580 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:21:54,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e24a4020008, quorum=127.0.0.1:56993, baseZNode=/2-311035775 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:21:54,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e24a4020002, quorum=127.0.0.1:56993, baseZNode=/032578541 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:21:55,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:55,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:55,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:55,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:55,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:55,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:55,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1182c795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:55,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ed8d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:55,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6260f7f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/java.io.tmpdir/jetty-localhost-39313-hadoop-hdfs-3_4_1-tests_jar-_-any-18278531263272529327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:21:55,169 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1510d567{HTTP/1.1, (http/1.1)}{localhost:39313} 2024-12-04T02:21:55,169 INFO [Time-limited test {}] server.Server(415): Started @277229ms 2024-12-04T02:21:55,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:21:55,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:21:55,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:21:55,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:21:55,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:21:55,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@620c6252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:21:55,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bb9b5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:21:56,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cff4c20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/java.io.tmpdir/jetty-localhost-39557-hadoop-hdfs-3_4_1-tests_jar-_-any-361281758458690049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:21:56,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13cd5feb{HTTP/1.1, (http/1.1)}{localhost:39557} 2024-12-04T02:21:56,075 INFO [Time-limited test {}] server.Server(415): Started @278134ms 2024-12-04T02:21:56,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:21:56,979 WARN [Thread-3440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/data/data1/current/BP-621221854-172.17.0.3-1733278914163/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:56,984 WARN [Thread-3441 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/data/data2/current/BP-621221854-172.17.0.3-1733278914163/current, will proceed with Du for space computation calculation, 2024-12-04T02:21:57,018 WARN [Thread-3428 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:21:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91e734dc660c953b with lease ID 0x4a1255df4d3c6094: Processing first storage report for DS-5429798a-c71d-44da-b5b2-3d91bba69cb2 from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=e132cafb-711d-4a1d-971e-ef8c5b227d59, infoPort=35097, infoSecurePort=0, ipcPort=45207, storageInfo=lv=-57;cid=testClusterID;nsid=1782474567;c=1733278914163) 2024-12-04T02:21:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91e734dc660c953b with lease ID 0x4a1255df4d3c6094: from storage DS-5429798a-c71d-44da-b5b2-3d91bba69cb2 node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=e132cafb-711d-4a1d-971e-ef8c5b227d59, infoPort=35097, infoSecurePort=0, ipcPort=45207, storageInfo=lv=-57;cid=testClusterID;nsid=1782474567;c=1733278914163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91e734dc660c953b with lease ID 0x4a1255df4d3c6094: Processing first storage report for DS-db45e867-5b42-4fa6-bba6-1e66ba8f8020 from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=e132cafb-711d-4a1d-971e-ef8c5b227d59, infoPort=35097, infoSecurePort=0, ipcPort=45207, storageInfo=lv=-57;cid=testClusterID;nsid=1782474567;c=1733278914163) 2024-12-04T02:21:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91e734dc660c953b with lease ID 0x4a1255df4d3c6094: from storage DS-db45e867-5b42-4fa6-bba6-1e66ba8f8020 node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=e132cafb-711d-4a1d-971e-ef8c5b227d59, infoPort=35097, infoSecurePort=0, ipcPort=45207, storageInfo=lv=-57;cid=testClusterID;nsid=1782474567;c=1733278914163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:21:57,038 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5 2024-12-04T02:21:57,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:21:57,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677 with version=8 2024-12-04T02:21:57,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/hbase-staging 2024-12-04T02:21:57,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:21:57,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:57,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35179 2024-12-04T02:21:57,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35179 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:21:57,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351790x0, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:57,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35179-0x1019e2551ec0000 connected 2024-12-04T02:21:57,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:21:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:21:57,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/running 2024-12-04T02:21:57,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677, hbase.cluster.distributed=false 2024-12-04T02:21:57,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/acl 2024-12-04T02:21:57,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35179 2024-12-04T02:21:57,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35179 2024-12-04T02:21:57,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35179 2024-12-04T02:21:57,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35179 2024-12-04T02:21:57,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35179 2024-12-04T02:21:57,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:21:57,780 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:21:57,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36589 2024-12-04T02:21:57,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36589 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:21:57,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:57,807 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365890x0, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:57,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36589-0x1019e2551ec0001 connected 2024-12-04T02:21:57,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/running 2024-12-04T02:21:57,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:21:57,807 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:21:57,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/master 2024-12-04T02:21:57,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/acl 2024-12-04T02:21:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-12-04T02:21:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-12-04T02:21:57,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-12-04T02:21:57,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-12-04T02:21:57,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-12-04T02:21:57,829 DEBUG [M:0;40249addbad9:35179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:35179 2024-12-04T02:21:57,829 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1709860237/backup-masters/40249addbad9,35179,1733278917463 2024-12-04T02:21:57,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/backup-masters 2024-12-04T02:21:57,838 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/backup-masters 2024-12-04T02:21:57,838 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on existing znode=/0-1709860237/backup-masters/40249addbad9,35179,1733278917463 2024-12-04T02:21:57,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:57,848 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709860237/master 2024-12-04T02:21:57,848 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:57,849 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on existing znode=/0-1709860237/master 2024-12-04T02:21:57,849 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1709860237/backup-masters/40249addbad9,35179,1733278917463 from backup master directory 2024-12-04T02:21:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709860237/backup-masters/40249addbad9,35179,1733278917463 2024-12-04T02:21:57,859 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/backup-masters 2024-12-04T02:21:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/backup-masters 2024-12-04T02:21:57,859 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:57,859 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,35179,1733278917463 2024-12-04T02:21:57,863 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/hbase.id] with ID: ab90ba6d-c2be-4385-a8e8-01d7897e0ab8 2024-12-04T02:21:57,863 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/.tmp/hbase.id 2024-12-04T02:21:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:21:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:21:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:21:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:21:57,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:21:58,271 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/.tmp/hbase.id]:[hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/hbase.id] 2024-12-04T02:21:58,282 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:21:58,282 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:21:58,283 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:21:58,333 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:21:58,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:21:58,741 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:21:58,741 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:58,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:21:58,754 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store 2024-12-04T02:21:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:21:58,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:58,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:21:58,778 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:58,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:58,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:21:58,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:58,778 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:21:58,779 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278918778Disabling compacts and flushes for region at 1733278918778Disabling writes for close at 1733278918778Writing region close event to WAL at 1733278918778Closed at 1733278918778 2024-12-04T02:21:58,779 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/.initializing 2024-12-04T02:21:58,779 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/WALs/40249addbad9,35179,1733278917463 2024-12-04T02:21:58,780 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:58,781 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C35179%2C1733278917463, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/WALs/40249addbad9,35179,1733278917463, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/oldWALs, maxLogs=10 2024-12-04T02:21:58,798 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/WALs/40249addbad9,35179,1733278917463/40249addbad9%2C35179%2C1733278917463.1733278918782, exclude list is [], retry=0 2024-12-04T02:21:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5429798a-c71d-44da-b5b2-3d91bba69cb2,DISK] 2024-12-04T02:21:58,802 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/WALs/40249addbad9,35179,1733278917463/40249addbad9%2C35179%2C1733278917463.1733278918782 2024-12-04T02:21:58,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-12-04T02:21:58,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:58,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:58,802 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,803 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:21:58,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:58,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:58,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:21:58,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:58,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:58,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:21:58,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:58,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:58,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:21:58,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:58,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:21:58,808 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,809 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,809 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,810 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,810 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,810 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:58,811 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:21:58,812 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:58,812 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73355437, jitterRate=0.09308119118213654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:58,812 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278918803Initializing all the Stores at 1733278918803Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278918803Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278918803Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278918803Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278918803Cleaning up temporary data from old regions at 1733278918810 (+7 ms)Region opened successfully at 1733278918812 (+2 ms) 2024-12-04T02:21:58,813 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:21:58,814 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4f8128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:58,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:21:58,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:21:58,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:21:58,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:21:58,816 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:21:58,816 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:21:58,816 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:21:58,817 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:21:58,817 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/balancer because node does not exist (not necessarily an error) 2024-12-04T02:21:58,870 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/balancer already deleted, retry=false 2024-12-04T02:21:58,870 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:21:58,871 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:21:58,880 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/normalizer already deleted, retry=false 2024-12-04T02:21:58,880 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:21:58,881 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:21:58,891 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/switch/split already deleted, retry=false 2024-12-04T02:21:58,892 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:21:58,901 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/switch/merge already deleted, retry=false 2024-12-04T02:21:58,903 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:21:58,912 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/snapshot-cleanup already deleted, retry=false 2024-12-04T02:21:58,922 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709860237/running 2024-12-04T02:21:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1709860237/running 2024-12-04T02:21:58,922 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,925 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,35179,1733278917463, sessionid=0x1019e2551ec0000, setting cluster-up flag (Was=false) 2024-12-04T02:21:58,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,943 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,975 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709860237/flush-table-proc/acquired, /0-1709860237/flush-table-proc/reached, /0-1709860237/flush-table-proc/abort 2024-12-04T02:21:58,976 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,35179,1733278917463 2024-12-04T02:21:58,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:58,996 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:59,027 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1709860237/online-snapshot/acquired, /0-1709860237/online-snapshot/reached, /0-1709860237/online-snapshot/abort 2024-12-04T02:21:59,028 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,35179,1733278917463 2024-12-04T02:21:59,037 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:21:59,038 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:59,039 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:21:59,039 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:21:59,039 WARN [master/40249addbad9:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 40249addbad9,42335,1733278783676: status=Processing ServerCrashProcedure of 40249addbad9,42335,1733278783676 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733278798188, completionTime=-1 appears to have been leaked 2024-12-04T02:21:59,039 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,35179,1733278917463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:21:59,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:59,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:59,040 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:59,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:21:59,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:21:59,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:59,041 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:59,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:21:59,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,046 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278949060 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:21:59,060 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:21:59,062 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:21:59,063 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:21:59,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:21:59,065 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278919063,5,FailOnTimeoutGroup] 2024-12-04T02:21:59,068 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278919065,5,FailOnTimeoutGroup] 2024-12-04T02:21:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:21:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,068 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:21:59,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677 2024-12-04T02:21:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:21:59,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:59,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:59,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:59,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:59,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:59,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:59,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:59,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:59,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:59,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:59,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740 2024-12-04T02:21:59,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740 2024-12-04T02:21:59,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:59,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:59,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:59,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:59,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:21:59,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62282366, jitterRate=-0.07192042469978333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:59,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278919078Initializing all the Stores at 1733278919079 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919079Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919079Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278919079Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919079Cleaning up temporary data from old regions at 1733278919085 (+6 ms)Region opened successfully at 1733278919087 (+2 ms) 2024-12-04T02:21:59,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:21:59,087 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:21:59,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:21:59,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:21:59,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:21:59,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:21:59,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278919087Disabling compacts and flushes for region at 1733278919087Disabling writes for close at 1733278919088 (+1 ms)Writing region close event to WAL at 1733278919088Closed at 1733278919088 2024-12-04T02:21:59,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:59,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:21:59,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:21:59,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:59,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:21:59,124 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(746): ClusterId : ab90ba6d-c2be-4385-a8e8-01d7897e0ab8 2024-12-04T02:21:59,124 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:21:59,133 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:21:59,133 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:21:59,144 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:21:59,144 DEBUG [RS:0;40249addbad9:36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e795144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:21:59,160 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:36589 2024-12-04T02:21:59,160 INFO [RS:0;40249addbad9:36589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:21:59,160 INFO [RS:0;40249addbad9:36589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:21:59,160 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:21:59,161 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,35179,1733278917463 with port=36589, startcode=1733278917780 2024-12-04T02:21:59,161 DEBUG [RS:0;40249addbad9:36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:21:59,180 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:21:59,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,36589,1733278917780 2024-12-04T02:21:59,181 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35179 {}] master.ServerManager(517): Registering regionserver=40249addbad9,36589,1733278917780 2024-12-04T02:21:59,183 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677 2024-12-04T02:21:59,183 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33667 2024-12-04T02:21:59,183 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:21:59,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/rs 2024-12-04T02:21:59,195 DEBUG [RS:0;40249addbad9:36589 {}] zookeeper.ZKUtil(111): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on existing znode=/0-1709860237/rs/40249addbad9,36589,1733278917780 2024-12-04T02:21:59,195 WARN [RS:0;40249addbad9:36589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:21:59,195 INFO [RS:0;40249addbad9:36589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:59,195 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780 2024-12-04T02:21:59,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,36589,1733278917780] 2024-12-04T02:21:59,198 INFO [RS:0;40249addbad9:36589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:21:59,199 INFO [RS:0;40249addbad9:36589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:21:59,200 INFO [RS:0;40249addbad9:36589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:21:59,200 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,200 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:21:59,201 INFO [RS:0;40249addbad9:36589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:21:59,201 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,201 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,202 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:21:59,202 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:59,202 DEBUG [RS:0;40249addbad9:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,208 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36589,1733278917780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:59,232 INFO [RS:0;40249addbad9:36589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:21:59,233 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,36589,1733278917780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,233 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,233 INFO [RS:0;40249addbad9:36589 {}] regionserver.Replication(171): 40249addbad9,36589,1733278917780 started 2024-12-04T02:21:59,240 WARN [40249addbad9:35179 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T02:21:59,248 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,248 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,36589,1733278917780, RpcServer on 40249addbad9/172.17.0.3:36589, sessionid=0x1019e2551ec0001 2024-12-04T02:21:59,248 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:21:59,248 DEBUG [RS:0;40249addbad9:36589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,36589,1733278917780 2024-12-04T02:21:59,249 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,36589,1733278917780' 2024-12-04T02:21:59,249 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709860237/flush-table-proc/abort' 2024-12-04T02:21:59,249 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709860237/flush-table-proc/acquired' 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,36589,1733278917780 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,36589,1733278917780' 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1709860237/online-snapshot/abort' 2024-12-04T02:21:59,250 DEBUG [RS:0;40249addbad9:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1709860237/online-snapshot/acquired' 2024-12-04T02:21:59,251 DEBUG [RS:0;40249addbad9:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:21:59,251 INFO [RS:0;40249addbad9:36589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:21:59,251 INFO [RS:0;40249addbad9:36589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:21:59,351 INFO [RS:0;40249addbad9:36589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:21:59,354 INFO [RS:0;40249addbad9:36589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C36589%2C1733278917780, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/oldWALs, maxLogs=10 2024-12-04T02:21:59,377 DEBUG [RS:0;40249addbad9:36589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, exclude list is [], retry=0 2024-12-04T02:21:59,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5429798a-c71d-44da-b5b2-3d91bba69cb2,DISK] 2024-12-04T02:21:59,396 INFO [RS:0;40249addbad9:36589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 2024-12-04T02:21:59,397 DEBUG [RS:0;40249addbad9:36589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-12-04T02:21:59,490 DEBUG [40249addbad9:35179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:21:59,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:21:59,492 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,36589,1733278917780, state=OPENING 2024-12-04T02:21:59,501 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:21:59,541 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:59,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:21:59,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709860237/meta-region-server: CHANGED 2024-12-04T02:21:59,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:21:59,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,36589,1733278917780}] 2024-12-04T02:21:59,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709860237/meta-region-server: CHANGED 2024-12-04T02:21:59,695 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:21:59,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:21:59,699 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:21:59,699 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:21:59,700 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:21:59,701 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C36589%2C1733278917780.meta, suffix=.meta, logDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/oldWALs, maxLogs=10 2024-12-04T02:21:59,719 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.meta.1733278919701.meta, exclude list is [], retry=0 2024-12-04T02:21:59,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5429798a-c71d-44da-b5b2-3d91bba69cb2,DISK] 2024-12-04T02:21:59,729 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.meta.1733278919701.meta 2024-12-04T02:21:59,736 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-12-04T02:21:59,736 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:21:59,737 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:21:59,737 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:21:59,737 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:21:59,737 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:21:59,737 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:21:59,737 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:21:59,738 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:21:59,738 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:21:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:21:59,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:21:59,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:21:59,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:21:59,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:21:59,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:21:59,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:21:59,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:21:59,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:21:59,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:21:59,744 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:21:59,745 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740 2024-12-04T02:21:59,745 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740 2024-12-04T02:21:59,746 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:21:59,746 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:21:59,746 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:21:59,747 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:21:59,748 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61627840, jitterRate=-0.08167362213134766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:21:59,748 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:21:59,749 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278919738Writing region info on filesystem at 1733278919738Initializing all the Stores at 1733278919738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919739 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278919739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278919739Cleaning up temporary data from old regions at 1733278919746 (+7 ms)Running coprocessor post-open hooks at 1733278919748 (+2 ms)Region opened successfully at 1733278919749 (+1 ms) 2024-12-04T02:21:59,749 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278919694 2024-12-04T02:21:59,751 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:21:59,751 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:21:59,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:21:59,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,36589,1733278917780, state=OPEN 2024-12-04T02:21:59,773 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709860237/meta-region-server 2024-12-04T02:21:59,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1709860237/meta-region-server 2024-12-04T02:21:59,773 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,36589,1733278917780 2024-12-04T02:21:59,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709860237/meta-region-server: CHANGED 2024-12-04T02:21:59,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1709860237/meta-region-server: CHANGED 2024-12-04T02:21:59,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:21:59,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,36589,1733278917780 in 232 msec 2024-12-04T02:21:59,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:21:59,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-12-04T02:21:59,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:21:59,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:21:59,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:59,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36589,1733278917780, seqNum=-1] 2024-12-04T02:21:59,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:59,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:59,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 748 msec 2024-12-04T02:21:59,786 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278919786, completionTime=-1 2024-12-04T02:21:59,786 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:21:59,786 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:21:59,788 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:21:59,788 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278979788 2024-12-04T02:21:59,788 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279039788 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:35179, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,791 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:21:59,792 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.936sec 2024-12-04T02:21:59,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:21:59,795 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:21:59,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:21:59,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:21:59,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:21:59,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:21:59,796 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:21:59,797 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:21:59,797 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:21:59,797 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35179,1733278917463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:21:59,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e61877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:59,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35179,-1 for getting cluster id 2024-12-04T02:21:59,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:21:59,828 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab90ba6d-c2be-4385-a8e8-01d7897e0ab8' 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab90ba6d-c2be-4385-a8e8-01d7897e0ab8" 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6212d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35179,-1] 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:21:59,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:21:59,830 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:21:59,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f297e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:21:59,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:21:59,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36589,1733278917780, seqNum=-1] 2024-12-04T02:21:59,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:21:59,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:21:59,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,35179,1733278917463 2024-12-04T02:21:59,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:21:59,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:21:59,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e2551ec0002 connected 2024-12-04T02:21:59,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir so I do NOT create it in target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44 2024-12-04T02:21:59,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:21:59,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.tmp.dir so I do NOT create it in target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44 2024-12-04T02:21:59,861 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:21:59,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44 2024-12-04T02:21:59,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:21:59,861 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/cluster_78f13a46-f81a-e732-6c7e-d32b47bd0cd1, deleteOnExit=true 2024-12-04T02:21:59,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/test.cache.data in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:21:59,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:59,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:21:59,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:00,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:00,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:00,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:00,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:00,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:22:00,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:00,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612d5d6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:00,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b74b1f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:00,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d55cd7f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/java.io.tmpdir/jetty-localhost-43291-hadoop-hdfs-3_4_1-tests_jar-_-any-3873477268333961196/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:00,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6041d383{HTTP/1.1, (http/1.1)}{localhost:43291} 2024-12-04T02:22:00,403 INFO [Time-limited test {}] server.Server(415): Started @282463ms 2024-12-04T02:22:00,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:00,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:00,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:00,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:00,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:22:00,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d157b00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:00,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383e66c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:00,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f1d0a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/java.io.tmpdir/jetty-localhost-40691-hadoop-hdfs-3_4_1-tests_jar-_-any-227654959050972426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:00,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e1483c8{HTTP/1.1, (http/1.1)}{localhost:40691} 2024-12-04T02:22:00,834 INFO [Time-limited test {}] server.Server(415): Started @282893ms 2024-12-04T02:22:00,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:22:01,503 WARN [Thread-3562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/cluster_78f13a46-f81a-e732-6c7e-d32b47bd0cd1/data/data2/current/BP-1865602842-172.17.0.3-1733278919882/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:01,503 WARN [Thread-3561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/cluster_78f13a46-f81a-e732-6c7e-d32b47bd0cd1/data/data1/current/BP-1865602842-172.17.0.3-1733278919882/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:01,528 WARN [Thread-3549 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:22:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f83f79b9656b86e with lease ID 0xab4a79b92be9df9f: Processing first storage report for DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf from datanode DatanodeRegistration(127.0.0.1:40335, datanodeUuid=3faa23a4-36f3-41fe-955f-c808f8a4bba3, infoPort=42119, infoSecurePort=0, ipcPort=42503, storageInfo=lv=-57;cid=testClusterID;nsid=351100656;c=1733278919882) 2024-12-04T02:22:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f83f79b9656b86e with lease ID 0xab4a79b92be9df9f: from storage DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf node DatanodeRegistration(127.0.0.1:40335, datanodeUuid=3faa23a4-36f3-41fe-955f-c808f8a4bba3, infoPort=42119, infoSecurePort=0, ipcPort=42503, storageInfo=lv=-57;cid=testClusterID;nsid=351100656;c=1733278919882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f83f79b9656b86e with lease ID 0xab4a79b92be9df9f: Processing first storage report for DS-8ed61457-724e-4b9d-8891-f730b20935d1 from datanode DatanodeRegistration(127.0.0.1:40335, datanodeUuid=3faa23a4-36f3-41fe-955f-c808f8a4bba3, infoPort=42119, infoSecurePort=0, ipcPort=42503, storageInfo=lv=-57;cid=testClusterID;nsid=351100656;c=1733278919882) 2024-12-04T02:22:01,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f83f79b9656b86e with lease ID 0xab4a79b92be9df9f: from storage DS-8ed61457-724e-4b9d-8891-f730b20935d1 node DatanodeRegistration(127.0.0.1:40335, datanodeUuid=3faa23a4-36f3-41fe-955f-c808f8a4bba3, infoPort=42119, infoSecurePort=0, ipcPort=42503, storageInfo=lv=-57;cid=testClusterID;nsid=351100656;c=1733278919882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:01,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44 2024-12-04T02:22:01,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:01,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:22:01,968 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba with version=8 2024-12-04T02:22:01,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/hbase-staging 2024-12-04T02:22:01,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:01,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:01,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:01,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:22:01,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:01,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35981 2024-12-04T02:22:01,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35981 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:02,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359810x0, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:02,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35981-0x1019e2551ec0003 connected 2024-12-04T02:22:02,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:02,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:02,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/running 2024-12-04T02:22:02,114 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba, hbase.cluster.distributed=false 2024-12-04T02:22:02,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/acl 2024-12-04T02:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35981 2024-12-04T02:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35981 2024-12-04T02:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35981 2024-12-04T02:22:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35981 2024-12-04T02:22:02,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35981 2024-12-04T02:22:02,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:02,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:02,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:02,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:02,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:02,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:02,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:22:02,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:02,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46871 2024-12-04T02:22:02,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46871 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:02,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:02,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:02,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468710x0, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:02,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468710x0, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/running 2024-12-04T02:22:02,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46871-0x1019e2551ec0004 connected 2024-12-04T02:22:02,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:22:02,156 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:22:02,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/master 2024-12-04T02:22:02,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/acl 2024-12-04T02:22:02,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46871 2024-12-04T02:22:02,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46871 2024-12-04T02:22:02,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46871 2024-12-04T02:22:02,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46871 2024-12-04T02:22:02,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46871 2024-12-04T02:22:02,178 DEBUG [M:0;40249addbad9:35981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:35981 2024-12-04T02:22:02,179 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1713275710/backup-masters/40249addbad9,35981,1733278921970 2024-12-04T02:22:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/backup-masters 2024-12-04T02:22:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/backup-masters 2024-12-04T02:22:02,185 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on existing znode=/1713275710/backup-masters/40249addbad9,35981,1733278921970 2024-12-04T02:22:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1713275710/master 2024-12-04T02:22:02,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:02,196 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on existing znode=/1713275710/master 2024-12-04T02:22:02,196 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1713275710/backup-masters/40249addbad9,35981,1733278921970 from backup master directory 2024-12-04T02:22:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1713275710/backup-masters/40249addbad9,35981,1733278921970 2024-12-04T02:22:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/backup-masters 2024-12-04T02:22:02,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/backup-masters 2024-12-04T02:22:02,206 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:02,206 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,35981,1733278921970 2024-12-04T02:22:02,209 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/hbase.id] with ID: b47d5bec-20da-499e-acc5-7c1f2a694b16 2024-12-04T02:22:02,209 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/.tmp/hbase.id 2024-12-04T02:22:02,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:22:02,616 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/.tmp/hbase.id]:[hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/hbase.id] 2024-12-04T02:22:02,623 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:02,623 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:22:02,624 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T02:22:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:02,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:02,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:22:03,083 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:03,084 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:22:03,084 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:22:03,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,489 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store 2024-12-04T02:22:03,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:22:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:03,898 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:03,898 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:03,898 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278923898Disabling compacts and flushes for region at 1733278923898Disabling writes for close at 1733278923898Writing region close event to WAL at 1733278923898Closed at 1733278923898 2024-12-04T02:22:03,899 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/.initializing 2024-12-04T02:22:03,899 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/WALs/40249addbad9,35981,1733278921970 2024-12-04T02:22:03,900 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:03,901 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C35981%2C1733278921970, suffix=, logDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/WALs/40249addbad9,35981,1733278921970, archiveDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/oldWALs, maxLogs=10 2024-12-04T02:22:03,919 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/WALs/40249addbad9,35981,1733278921970/40249addbad9%2C35981%2C1733278921970.1733278923901, exclude list is [], retry=0 2024-12-04T02:22:03,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40335,DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf,DISK] 2024-12-04T02:22:03,923 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/WALs/40249addbad9,35981,1733278921970/40249addbad9%2C35981%2C1733278921970.1733278923901 2024-12-04T02:22:03,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-12-04T02:22:03,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:03,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:03,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,923 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:22:03,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:22:03,926 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:03,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:03,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:22:03,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:03,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:03,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:22:03,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:03,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:03,928 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,929 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,929 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,930 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,930 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,930 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:03,930 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:03,931 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:03,932 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58905682, jitterRate=-0.1222369372844696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:03,932 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278923923Initializing all the Stores at 1733278923924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278923924Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278923924Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278923924Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278923924Cleaning up temporary data from old regions at 1733278923930 (+6 ms)Region opened successfully at 1733278923932 (+2 ms) 2024-12-04T02:22:03,932 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:22:03,934 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467dfed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:03,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:22:03,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:22:03,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:22:03,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:22:03,935 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:22:03,935 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:22:03,935 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:22:03,936 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:22:03,937 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/balancer because node does not exist (not necessarily an error) 2024-12-04T02:22:04,038 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/balancer already deleted, retry=false 2024-12-04T02:22:04,038 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:22:04,039 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:22:04,048 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/normalizer already deleted, retry=false 2024-12-04T02:22:04,048 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:22:04,049 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:22:04,059 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/switch/split already deleted, retry=false 2024-12-04T02:22:04,060 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:22:04,069 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/switch/merge already deleted, retry=false 2024-12-04T02:22:04,071 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:22:04,080 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/snapshot-cleanup already deleted, retry=false 2024-12-04T02:22:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1713275710/running 2024-12-04T02:22:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1713275710/running 2024-12-04T02:22:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,091 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,35981,1733278921970, sessionid=0x1019e2551ec0003, setting cluster-up flag (Was=false) 2024-12-04T02:22:04,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,143 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1713275710/flush-table-proc/acquired, /1713275710/flush-table-proc/reached, /1713275710/flush-table-proc/abort 2024-12-04T02:22:04,144 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,35981,1733278921970 2024-12-04T02:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:04,384 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1713275710/online-snapshot/acquired, /1713275710/online-snapshot/reached, /1713275710/online-snapshot/abort 2024-12-04T02:22:04,385 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,35981,1733278921970 2024-12-04T02:22:04,388 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:22:04,389 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:04,390 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:22:04,390 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:22:04,390 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,35981,1733278921970 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:04,391 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:04,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:22:04,393 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:04,393 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278954396 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:22:04,396 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:22:04,397 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278924397,5,FailOnTimeoutGroup] 2024-12-04T02:22:04,397 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278924397,5,FailOnTimeoutGroup] 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,397 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:22:04,398 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,398 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:22:04,472 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(746): ClusterId : b47d5bec-20da-499e-acc5-7c1f2a694b16 2024-12-04T02:22:04,472 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:22:04,522 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:22:04,522 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:22:04,543 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:22:04,544 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e2212b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:04,556 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:46871 2024-12-04T02:22:04,556 INFO [RS:0;40249addbad9:46871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:22:04,557 INFO [RS:0;40249addbad9:46871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:22:04,557 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:22:04,557 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,35981,1733278921970 with port=46871, startcode=1733278922140 2024-12-04T02:22:04,557 DEBUG [RS:0;40249addbad9:46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:22:04,558 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:22:04,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35981 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,46871,1733278922140 2024-12-04T02:22:04,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35981 {}] master.ServerManager(517): Registering regionserver=40249addbad9,46871,1733278922140 2024-12-04T02:22:04,560 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba 2024-12-04T02:22:04,560 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42961 2024-12-04T02:22:04,560 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:22:04,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/rs 2024-12-04T02:22:04,664 DEBUG [RS:0;40249addbad9:46871 {}] zookeeper.ZKUtil(111): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on existing znode=/1713275710/rs/40249addbad9,46871,1733278922140 2024-12-04T02:22:04,664 WARN [RS:0;40249addbad9:46871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:04,664 INFO [RS:0;40249addbad9:46871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:04,665 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140 2024-12-04T02:22:04,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,46871,1733278922140] 2024-12-04T02:22:04,668 INFO [RS:0;40249addbad9:46871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:22:04,672 INFO [RS:0;40249addbad9:46871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:22:04,674 INFO [RS:0;40249addbad9:46871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:22:04,674 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,674 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:04,675 DEBUG [RS:0;40249addbad9:46871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,675 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46871,1733278922140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:04,687 INFO [RS:0;40249addbad9:46871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:22:04,687 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,46871,1733278922140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,687 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,687 INFO [RS:0;40249addbad9:46871 {}] regionserver.Replication(171): 40249addbad9,46871,1733278922140 started 2024-12-04T02:22:04,698 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:04,698 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,46871,1733278922140, RpcServer on 40249addbad9/172.17.0.3:46871, sessionid=0x1019e2551ec0004 2024-12-04T02:22:04,698 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:22:04,698 DEBUG [RS:0;40249addbad9:46871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,46871,1733278922140 2024-12-04T02:22:04,698 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,46871,1733278922140' 2024-12-04T02:22:04,698 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1713275710/flush-table-proc/abort' 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1713275710/flush-table-proc/acquired' 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,46871,1733278922140 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,46871,1733278922140' 2024-12-04T02:22:04,699 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1713275710/online-snapshot/abort' 2024-12-04T02:22:04,700 DEBUG [RS:0;40249addbad9:46871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1713275710/online-snapshot/acquired' 2024-12-04T02:22:04,700 DEBUG [RS:0;40249addbad9:46871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:22:04,700 INFO [RS:0;40249addbad9:46871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:22:04,700 INFO [RS:0;40249addbad9:46871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:22:04,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:22:04,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba 2024-12-04T02:22:04,800 INFO [RS:0;40249addbad9:46871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:04,801 INFO [RS:0;40249addbad9:46871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46871%2C1733278922140, suffix=, logDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140, archiveDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/oldWALs, maxLogs=10 2024-12-04T02:22:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741832_1008 (size=32) 2024-12-04T02:22:04,813 DEBUG [RS:0;40249addbad9:46871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, exclude list is [], retry=0 2024-12-04T02:22:04,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40335,DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf,DISK] 2024-12-04T02:22:04,816 INFO [RS:0;40249addbad9:46871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 2024-12-04T02:22:04,816 DEBUG [RS:0;40249addbad9:46871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-12-04T02:22:05,198 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:22:05,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:05,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:05,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:05,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:05,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:05,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:05,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:05,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:05,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:05,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740 2024-12-04T02:22:05,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740 2024-12-04T02:22:05,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:05,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:05,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:05,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:05,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:05,215 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343905, jitterRate=-0.08590458333492279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278925206Initializing all the Stores at 1733278925206Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925206Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278925206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925206Cleaning up temporary data from old regions at 1733278925212 (+6 ms)Region opened successfully at 1733278925215 (+3 ms) 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:05,215 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:05,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:05,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278925215Disabling compacts and flushes for region at 1733278925215Disabling writes for close at 1733278925215Writing region close event to WAL at 1733278925215Closed at 1733278925215 2024-12-04T02:22:05,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:05,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:22:05,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:22:05,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:05,218 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:22:05,368 DEBUG [40249addbad9:35981 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:22:05,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:05,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,46871,1733278922140, state=OPENING 2024-12-04T02:22:05,433 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:22:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:05,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:05,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1713275710/meta-region-server: CHANGED 2024-12-04T02:22:05,449 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:05,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,46871,1733278922140}] 2024-12-04T02:22:05,449 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1713275710/meta-region-server: CHANGED 2024-12-04T02:22:05,601 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:05,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:22:05,607 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:22:05,607 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:05,607 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:22:05,609 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46871%2C1733278922140.meta, suffix=.meta, logDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140, archiveDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/oldWALs, maxLogs=10 2024-12-04T02:22:05,624 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.meta.1733278925609.meta, exclude list is [], retry=0 2024-12-04T02:22:05,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40335,DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf,DISK] 2024-12-04T02:22:05,628 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.meta.1733278925609.meta 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:05,629 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:22:05,629 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:22:05,629 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:22:05,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:05,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:05,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:05,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:05,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:05,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:05,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:05,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:05,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:05,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:05,633 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:05,634 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740 2024-12-04T02:22:05,635 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740 2024-12-04T02:22:05,635 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:05,635 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:05,636 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:05,637 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:05,637 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71489021, jitterRate=0.06526942551136017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:05,637 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:22:05,637 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278925629Writing region info on filesystem at 1733278925630 (+1 ms)Initializing all the Stores at 1733278925630Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278925630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278925630Cleaning up temporary data from old regions at 1733278925635 (+5 ms)Running coprocessor post-open hooks at 1733278925637 (+2 ms)Region opened successfully at 1733278925637 2024-12-04T02:22:05,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278925601 2024-12-04T02:22:05,640 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:22:05,640 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:22:05,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:05,640 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,46871,1733278922140, state=OPEN 2024-12-04T02:22:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1713275710/meta-region-server 2024-12-04T02:22:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1713275710/meta-region-server 2024-12-04T02:22:05,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,46871,1733278922140 2024-12-04T02:22:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1713275710/meta-region-server: CHANGED 2024-12-04T02:22:05,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1713275710/meta-region-server: CHANGED 2024-12-04T02:22:05,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:22:05,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,46871,1733278922140 in 210 msec 2024-12-04T02:22:05,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:22:05,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-12-04T02:22:05,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:05,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:22:05,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:05,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46871,1733278922140, seqNum=-1] 2024-12-04T02:22:05,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:05,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:05,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-12-04T02:22:05,668 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278925668, completionTime=-1 2024-12-04T02:22:05,668 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:22:05,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278985669 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279045669 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,669 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:35981, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,670 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,671 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.466sec 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:05,672 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:22:05,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7418521c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:05,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:05,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:05,674 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:05,674 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:22:05,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:05,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35981,1733278921970-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752fce02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:05,675 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:05,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5631fb38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:05,676 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46871,1733278922140, seqNum=-1] 2024-12-04T02:22:05,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:05,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:05,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,35981,1733278921970 2024-12-04T02:22:05,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:05,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:05,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e2551ec0005 connected 2024-12-04T02:22:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir so I do NOT create it in target/test-data/ef8cd555-1014-a460-023b-7b607959664d 2024-12-04T02:22:05,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:22:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.tmp.dir so I do NOT create it in target/test-data/ef8cd555-1014-a460-023b-7b607959664d 2024-12-04T02:22:05,703 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:22:05,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d 2024-12-04T02:22:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:22:05,703 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/cluster_ca817cee-c981-efef-aacf-0e4c105ba778, deleteOnExit=true 2024-12-04T02:22:05,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/test.cache.data in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:22:05,704 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:22:05,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:22:05,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:06,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:06,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:06,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:06,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:06,066 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:06,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:06,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d6ef49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:06,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216b1644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:06,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@630ab840{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/java.io.tmpdir/jetty-localhost-36657-hadoop-hdfs-3_4_1-tests_jar-_-any-3409444601367368113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:06,187 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f855cf8{HTTP/1.1, (http/1.1)}{localhost:36657} 2024-12-04T02:22:06,187 INFO [Time-limited test {}] server.Server(415): Started @288247ms 2024-12-04T02:22:06,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:06,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:06,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:06,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:06,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:22:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aad1476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:06,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0b5af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:06,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@569b8ccc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/java.io.tmpdir/jetty-localhost-40127-hadoop-hdfs-3_4_1-tests_jar-_-any-13862726335873644370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:06,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9e4ee2{HTTP/1.1, (http/1.1)}{localhost:40127} 2024-12-04T02:22:06,909 INFO [Time-limited test {}] server.Server(415): Started @288968ms 2024-12-04T02:22:06,910 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:22:07,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T02:22:07,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T02:22:07,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T02:22:07,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T02:22:08,130 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:08,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:08,131 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88661 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:08,472 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/cluster_ca817cee-c981-efef-aacf-0e4c105ba778/data/data2/current/BP-923923839-172.17.0.3-1733278925724/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:08,472 WARN [Thread-3682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/cluster_ca817cee-c981-efef-aacf-0e4c105ba778/data/data1/current/BP-923923839-172.17.0.3-1733278925724/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:08,486 WARN [Thread-3670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:22:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x404086291430767c with lease ID 0x21f4029758344f23: Processing first storage report for DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121 from datanode DatanodeRegistration(127.0.0.1:40709, datanodeUuid=65e88a65-5da7-413a-b47a-ea6bf7ef1919, infoPort=42615, infoSecurePort=0, ipcPort=45915, storageInfo=lv=-57;cid=testClusterID;nsid=1741033305;c=1733278925724) 2024-12-04T02:22:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x404086291430767c with lease ID 0x21f4029758344f23: from storage DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121 node DatanodeRegistration(127.0.0.1:40709, datanodeUuid=65e88a65-5da7-413a-b47a-ea6bf7ef1919, infoPort=42615, infoSecurePort=0, ipcPort=45915, storageInfo=lv=-57;cid=testClusterID;nsid=1741033305;c=1733278925724), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x404086291430767c with lease ID 0x21f4029758344f23: Processing first storage report for DS-6a9784fa-378a-4ab8-91c1-6053e8aaef09 from datanode DatanodeRegistration(127.0.0.1:40709, datanodeUuid=65e88a65-5da7-413a-b47a-ea6bf7ef1919, infoPort=42615, infoSecurePort=0, ipcPort=45915, storageInfo=lv=-57;cid=testClusterID;nsid=1741033305;c=1733278925724) 2024-12-04T02:22:08,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x404086291430767c with lease ID 0x21f4029758344f23: from storage DS-6a9784fa-378a-4ab8-91c1-6053e8aaef09 node DatanodeRegistration(127.0.0.1:40709, datanodeUuid=65e88a65-5da7-413a-b47a-ea6bf7ef1919, infoPort=42615, infoSecurePort=0, ipcPort=45915, storageInfo=lv=-57;cid=testClusterID;nsid=1741033305;c=1733278925724), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:08,542 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d 2024-12-04T02:22:08,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:08,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:08,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:22:08,949 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78 with version=8 2024-12-04T02:22:08,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/hbase-staging 2024-12-04T02:22:08,951 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:22:08,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:08,952 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44479 2024-12-04T02:22:08,952 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44479 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:09,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444790x0, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:09,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44479-0x1019e2551ec0006 connected 2024-12-04T02:22:09,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:09,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:09,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/running 2024-12-04T02:22:09,166 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78, hbase.cluster.distributed=false 2024-12-04T02:22:09,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/acl 2024-12-04T02:22:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44479 2024-12-04T02:22:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44479 2024-12-04T02:22:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44479 2024-12-04T02:22:09,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44479 2024-12-04T02:22:09,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44479 2024-12-04T02:22:09,180 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:22:09,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:09,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43901 2024-12-04T02:22:09,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43901 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:09,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:09,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:09,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439010x0, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:09,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439010x0, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/running 2024-12-04T02:22:09,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43901-0x1019e2551ec0007 connected 2024-12-04T02:22:09,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:22:09,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:22:09,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/master 2024-12-04T02:22:09,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/acl 2024-12-04T02:22:09,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43901 2024-12-04T02:22:09,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43901 2024-12-04T02:22:09,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43901 2024-12-04T02:22:09,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43901 2024-12-04T02:22:09,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43901 2024-12-04T02:22:09,213 DEBUG [M:0;40249addbad9:44479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:44479 2024-12-04T02:22:09,214 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1366112753/backup-masters/40249addbad9,44479,1733278928951 2024-12-04T02:22:09,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/backup-masters 2024-12-04T02:22:09,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/backup-masters 2024-12-04T02:22:09,226 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on existing znode=/2-1366112753/backup-masters/40249addbad9,44479,1733278928951 2024-12-04T02:22:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1366112753/master 2024-12-04T02:22:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:09,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:09,237 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on existing znode=/2-1366112753/master 2024-12-04T02:22:09,238 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1366112753/backup-masters/40249addbad9,44479,1733278928951 from backup master directory 2024-12-04T02:22:09,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1366112753/backup-masters/40249addbad9,44479,1733278928951 2024-12-04T02:22:09,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/backup-masters 2024-12-04T02:22:09,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/backup-masters 2024-12-04T02:22:09,248 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:09,248 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,44479,1733278928951 2024-12-04T02:22:09,250 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/hbase.id] with ID: 586f102e-ca4d-458a-b5c4-a11edce309f7 2024-12-04T02:22:09,250 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/.tmp/hbase.id 2024-12-04T02:22:09,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:22:09,254 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/.tmp/hbase.id]:[hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/hbase.id] 2024-12-04T02:22:09,259 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:09,260 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:22:09,260 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T02:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:09,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:22:09,673 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:09,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:22:09,674 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:09,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:22:10,080 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store 2024-12-04T02:22:10,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:10,485 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:10,485 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:10,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278930485Disabling compacts and flushes for region at 1733278930485Disabling writes for close at 1733278930485Writing region close event to WAL at 1733278930485Closed at 1733278930485 2024-12-04T02:22:10,486 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/.initializing 2024-12-04T02:22:10,486 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/WALs/40249addbad9,44479,1733278928951 2024-12-04T02:22:10,487 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:10,488 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C44479%2C1733278928951, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/WALs/40249addbad9,44479,1733278928951, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/oldWALs, maxLogs=10 2024-12-04T02:22:10,498 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/WALs/40249addbad9,44479,1733278928951/40249addbad9%2C44479%2C1733278928951.1733278930488, exclude list is [], retry=0 2024-12-04T02:22:10,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40709,DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121,DISK] 2024-12-04T02:22:10,501 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/WALs/40249addbad9,44479,1733278928951/40249addbad9%2C44479%2C1733278928951.1733278930488 2024-12-04T02:22:10,502 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-12-04T02:22:10,502 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:10,502 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:10,502 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,502 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:22:10,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:10,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:10,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:22:10,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:10,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:10,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:22:10,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:10,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:10,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:22:10,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:10,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:10,507 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,508 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,508 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,508 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,508 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,509 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:10,509 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:10,512 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:10,512 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72359507, jitterRate=0.07824067771434784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:10,512 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278930502Initializing all the Stores at 1733278930502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278930502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278930503 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278930503Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278930503Cleaning up temporary data from old regions at 1733278930508 (+5 ms)Region opened successfully at 1733278930512 (+4 ms) 2024-12-04T02:22:10,513 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:22:10,515 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d39b63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:10,515 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:22:10,515 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:22:10,515 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:22:10,516 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:22:10,516 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:22:10,516 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:22:10,516 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:22:10,517 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:22:10,518 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/balancer because node does not exist (not necessarily an error) 2024-12-04T02:22:10,701 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/balancer already deleted, retry=false 2024-12-04T02:22:10,702 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:22:10,702 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:22:10,864 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/normalizer already deleted, retry=false 2024-12-04T02:22:10,865 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:22:10,866 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:22:11,096 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/switch/split already deleted, retry=false 2024-12-04T02:22:11,097 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:22:11,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:11,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:11,166 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/switch/merge already deleted, retry=false 2024-12-04T02:22:11,168 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:22:11,240 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/snapshot-cleanup already deleted, retry=false 2024-12-04T02:22:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1366112753/running 2024-12-04T02:22:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1366112753/running 2024-12-04T02:22:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,299 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,44479,1733278928951, sessionid=0x1019e2551ec0006, setting cluster-up flag (Was=false) 2024-12-04T02:22:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,627 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1366112753/flush-table-proc/acquired, /2-1366112753/flush-table-proc/reached, /2-1366112753/flush-table-proc/abort 2024-12-04T02:22:11,628 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44479,1733278928951 2024-12-04T02:22:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:11,679 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1366112753/online-snapshot/acquired, /2-1366112753/online-snapshot/reached, /2-1366112753/online-snapshot/abort 2024-12-04T02:22:11,680 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,44479,1733278928951 2024-12-04T02:22:11,681 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:22:11,682 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:11,682 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:22:11,682 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:22:11,682 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,44479,1733278928951 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,683 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:11,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:11,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:22:11,685 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:11,685 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278961688 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:22:11,688 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:22:11,690 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:22:11,691 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278931691,5,FailOnTimeoutGroup] 2024-12-04T02:22:11,691 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278931691,5,FailOnTimeoutGroup] 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:22:11,691 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,692 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:22:11,706 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(746): ClusterId : 586f102e-ca4d-458a-b5c4-a11edce309f7 2024-12-04T02:22:11,706 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:22:11,711 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:22:11,711 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:22:11,722 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:22:11,722 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b58b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:11,731 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:43901 2024-12-04T02:22:11,731 INFO [RS:0;40249addbad9:43901 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:22:11,731 INFO [RS:0;40249addbad9:43901 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:22:11,731 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:22:11,732 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,44479,1733278928951 with port=43901, startcode=1733278929180 2024-12-04T02:22:11,732 DEBUG [RS:0;40249addbad9:43901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:22:11,733 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:22:11,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,43901,1733278929180 2024-12-04T02:22:11,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44479 {}] master.ServerManager(517): Registering regionserver=40249addbad9,43901,1733278929180 2024-12-04T02:22:11,734 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78 2024-12-04T02:22:11,734 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46527 2024-12-04T02:22:11,735 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:22:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/rs 2024-12-04T02:22:11,797 DEBUG [RS:0;40249addbad9:43901 {}] zookeeper.ZKUtil(111): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on existing znode=/2-1366112753/rs/40249addbad9,43901,1733278929180 2024-12-04T02:22:11,797 WARN [RS:0;40249addbad9:43901 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:11,797 INFO [RS:0;40249addbad9:43901 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:11,797 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180 2024-12-04T02:22:11,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,43901,1733278929180] 2024-12-04T02:22:11,799 INFO [RS:0;40249addbad9:43901 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:22:11,801 INFO [RS:0;40249addbad9:43901 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:22:11,801 INFO [RS:0;40249addbad9:43901 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:22:11,801 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,801 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:22:11,802 INFO [RS:0;40249addbad9:43901 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:22:11,802 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:11,802 DEBUG [RS:0;40249addbad9:43901 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,803 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43901,1733278929180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:11,814 INFO [RS:0;40249addbad9:43901 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:22:11,814 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43901,1733278929180-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,814 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,814 INFO [RS:0;40249addbad9:43901 {}] regionserver.Replication(171): 40249addbad9,43901,1733278929180 started 2024-12-04T02:22:11,825 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:11,825 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,43901,1733278929180, RpcServer on 40249addbad9/172.17.0.3:43901, sessionid=0x1019e2551ec0007 2024-12-04T02:22:11,825 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:22:11,825 DEBUG [RS:0;40249addbad9:43901 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,43901,1733278929180 2024-12-04T02:22:11,825 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43901,1733278929180' 2024-12-04T02:22:11,825 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1366112753/flush-table-proc/abort' 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1366112753/flush-table-proc/acquired' 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,43901,1733278929180 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43901,1733278929180' 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1366112753/online-snapshot/abort' 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1366112753/online-snapshot/acquired' 2024-12-04T02:22:11,826 DEBUG [RS:0;40249addbad9:43901 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:22:11,826 INFO [RS:0;40249addbad9:43901 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:22:11,826 INFO [RS:0;40249addbad9:43901 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:22:11,927 INFO [RS:0;40249addbad9:43901 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:11,928 INFO [RS:0;40249addbad9:43901 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43901%2C1733278929180, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/oldWALs, maxLogs=10 2024-12-04T02:22:11,945 DEBUG [RS:0;40249addbad9:43901 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, exclude list is [], retry=0 2024-12-04T02:22:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40709,DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121,DISK] 2024-12-04T02:22:11,948 INFO [RS:0;40249addbad9:43901 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 2024-12-04T02:22:11,951 DEBUG [RS:0;40249addbad9:43901 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-12-04T02:22:12,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:22:12,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78 2024-12-04T02:22:12,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:22:12,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:12,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:12,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:12,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:12,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:12,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:12,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:12,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:12,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:12,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:12,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740 2024-12-04T02:22:12,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740 2024-12-04T02:22:12,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:12,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:12,505 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:12,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:12,507 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:12,507 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71054683, jitterRate=0.058797284960746765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:12,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278932499Initializing all the Stores at 1733278932499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932499Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932499Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278932499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932499Cleaning up temporary data from old regions at 1733278932505 (+6 ms)Region opened successfully at 1733278932507 (+2 ms) 2024-12-04T02:22:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:12,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:12,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:12,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278932507Disabling compacts and flushes for region at 1733278932507Disabling writes for close at 1733278932508 (+1 ms)Writing region close event to WAL at 1733278932508Closed at 1733278932508 2024-12-04T02:22:12,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:12,509 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:22:12,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:22:12,509 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:12,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:22:12,660 DEBUG [40249addbad9:44479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:22:12,661 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:12,662 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43901,1733278929180, state=OPENING 2024-12-04T02:22:12,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:22:12,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:12,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:12,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1366112753/meta-region-server: CHANGED 2024-12-04T02:22:12,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1366112753/meta-region-server: CHANGED 2024-12-04T02:22:12,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:12,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43901,1733278929180}] 2024-12-04T02:22:12,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:12,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:22:12,887 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:22:12,887 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:12,887 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:22:12,888 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43901%2C1733278929180.meta, suffix=.meta, logDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/oldWALs, maxLogs=10 2024-12-04T02:22:12,898 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.meta.1733278932888.meta, exclude list is [], retry=0 2024-12-04T02:22:12,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40709,DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121,DISK] 2024-12-04T02:22:12,901 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.meta.1733278932888.meta 2024-12-04T02:22:12,901 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-12-04T02:22:12,901 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:12,902 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:22:12,902 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:22:12,902 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:22:12,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:12,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:12,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:12,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:12,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:12,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:12,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:12,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:12,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:12,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:12,906 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:12,907 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740 2024-12-04T02:22:12,907 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740 2024-12-04T02:22:12,908 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:12,908 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:12,908 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:12,909 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:12,910 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61575008, jitterRate=-0.08246088027954102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:12,910 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:22:12,910 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278932902Writing region info on filesystem at 1733278932902Initializing all the Stores at 1733278932903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932903Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932903Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278932903Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278932903Cleaning up temporary data from old regions at 1733278932908 (+5 ms)Running coprocessor post-open hooks at 1733278932910 (+2 ms)Region opened successfully at 1733278932910 2024-12-04T02:22:12,910 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278932883 2024-12-04T02:22:12,912 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:22:12,912 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:22:12,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:12,913 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43901,1733278929180, state=OPEN 2024-12-04T02:22:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1366112753/meta-region-server 2024-12-04T02:22:12,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1366112753/meta-region-server 2024-12-04T02:22:12,923 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,43901,1733278929180 2024-12-04T02:22:12,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1366112753/meta-region-server: CHANGED 2024-12-04T02:22:12,923 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1366112753/meta-region-server: CHANGED 2024-12-04T02:22:12,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:22:12,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43901,1733278929180 in 192 msec 2024-12-04T02:22:12,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:22:12,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-12-04T02:22:12,926 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:12,926 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:22:12,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:12,927 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43901,1733278929180, seqNum=-1] 2024-12-04T02:22:12,928 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:12,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:12,932 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-04T02:22:12,932 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278932932, completionTime=-1 2024-12-04T02:22:12,932 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:22:12,932 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733278992934 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279052934 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:44479, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,934 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:12,936 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.689sec 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:12,937 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:22:12,939 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:22:12,939 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:22:12,939 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,44479,1733278928951-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:13,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cbfebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:13,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:13,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:13,008 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:13,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224c3b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:13,009 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:13,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640c365c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:13,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43901,1733278929180, seqNum=-1] 2024-12-04T02:22:13,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:13,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:13,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,44479,1733278928951 2024-12-04T02:22:13,013 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59509 2024-12-04T02:22:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:13,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e2551ec0008 connected 2024-12-04T02:22:13,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35179,1733278917463 2024-12-04T02:22:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e05f267 2024-12-04T02:22:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:13,039 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:13,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:22:13,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:13,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:13,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:22:13,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:22:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:13,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a293fab6a1ed979ddcba6144484c9386, NAME => 'test,,1733278933040.a293fab6a1ed979ddcba6144484c9386.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677 2024-12-04T02:22:13,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:22:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:13,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278933040.a293fab6a1ed979ddcba6144484c9386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:13,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a293fab6a1ed979ddcba6144484c9386, disabling compactions & flushes 2024-12-04T02:22:13,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:13,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:13,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. after waiting 0 ms 2024-12-04T02:22:13,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:13,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:13,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a293fab6a1ed979ddcba6144484c9386: Waiting for close lock at 1733278933853Disabling compacts and flushes for region at 1733278933853Disabling writes for close at 1733278933853Writing region close event to WAL at 1733278933853Closed at 1733278933853 2024-12-04T02:22:13,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:13,854 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278933040.a293fab6a1ed979ddcba6144484c9386.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278933854"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278933854"}]},"ts":"1733278933854"} 2024-12-04T02:22:13,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:13,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:13,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278933856"}]},"ts":"1733278933856"} 2024-12-04T02:22:13,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:22:13,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a293fab6a1ed979ddcba6144484c9386, ASSIGN}] 2024-12-04T02:22:13,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a293fab6a1ed979ddcba6144484c9386, ASSIGN 2024-12-04T02:22:13,859 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a293fab6a1ed979ddcba6144484c9386, ASSIGN; state=OFFLINE, location=40249addbad9,36589,1733278917780; forceNewPlan=false, retain=false 2024-12-04T02:22:14,009 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a293fab6a1ed979ddcba6144484c9386, regionState=OPENING, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:22:14,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a293fab6a1ed979ddcba6144484c9386, ASSIGN because future has completed 2024-12-04T02:22:14,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a293fab6a1ed979ddcba6144484c9386, server=40249addbad9,36589,1733278917780}] 2024-12-04T02:22:14,167 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:14,167 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a293fab6a1ed979ddcba6144484c9386, NAME => 'test,,1733278933040.a293fab6a1ed979ddcba6144484c9386.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:14,167 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:14,167 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:22:14,167 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,167 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278933040.a293fab6a1ed979ddcba6144484c9386.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:14,167 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,167 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,168 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,169 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a293fab6a1ed979ddcba6144484c9386 columnFamilyName f 2024-12-04T02:22:14,169 DEBUG [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:14,169 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(327): Store=a293fab6a1ed979ddcba6144484c9386/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:14,169 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,170 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a293fab6a1ed979ddcba6144484c9386 columnFamilyName f1 2024-12-04T02:22:14,170 DEBUG [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:14,170 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(327): Store=a293fab6a1ed979ddcba6144484c9386/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:14,170 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,170 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a293fab6a1ed979ddcba6144484c9386 columnFamilyName norep 2024-12-04T02:22:14,170 DEBUG [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:14,171 INFO [StoreOpener-a293fab6a1ed979ddcba6144484c9386-1 {}] regionserver.HStore(327): Store=a293fab6a1ed979ddcba6144484c9386/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:14,171 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,171 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,171 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,172 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,172 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,172 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:14,173 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,174 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:14,174 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a293fab6a1ed979ddcba6144484c9386; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68207535, jitterRate=0.0163714736700058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:14,174 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:14,175 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a293fab6a1ed979ddcba6144484c9386: Running coprocessor pre-open hook at 1733278934167Writing region info on filesystem at 1733278934167Initializing all the Stores at 1733278934168 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278934168Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278934168Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278934168Cleaning up temporary data from old regions at 1733278934172 (+4 ms)Running coprocessor post-open hooks at 1733278934174 (+2 ms)Region opened successfully at 1733278934175 (+1 ms) 2024-12-04T02:22:14,175 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278933040.a293fab6a1ed979ddcba6144484c9386., pid=6, masterSystemTime=1733278934163 2024-12-04T02:22:14,177 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:14,177 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:14,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a293fab6a1ed979ddcba6144484c9386, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:22:14,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a293fab6a1ed979ddcba6144484c9386, server=40249addbad9,36589,1733278917780 because future has completed 2024-12-04T02:22:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:14,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:22:14,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a293fab6a1ed979ddcba6144484c9386, server=40249addbad9,36589,1733278917780 in 168 msec 2024-12-04T02:22:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:22:14,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a293fab6a1ed979ddcba6144484c9386, ASSIGN in 323 msec 2024-12-04T02:22:14,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:14,183 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278934183"}]},"ts":"1733278934183"} 2024-12-04T02:22:14,184 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:22:14,184 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:14,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-04T02:22:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,200 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:22:15,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11d7243e 2024-12-04T02:22:15,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:15,202 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:15,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:22:15,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:15,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:15,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:22:15,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:22:15,210 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 00eb4c40391d01b56c8d8131f0bf0c6f, NAME => 'test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba 2024-12-04T02:22:15,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:22:15,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:15,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 00eb4c40391d01b56c8d8131f0bf0c6f, disabling compactions & flushes 2024-12-04T02:22:15,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. after waiting 0 ms 2024-12-04T02:22:15,214 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,214 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,215 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 00eb4c40391d01b56c8d8131f0bf0c6f: Waiting for close lock at 1733278935214Disabling compacts and flushes for region at 1733278935214Disabling writes for close at 1733278935214Writing region close event to WAL at 1733278935214Closed at 1733278935214 2024-12-04T02:22:15,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:15,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278935216"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278935216"}]},"ts":"1733278935216"} 2024-12-04T02:22:15,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:15,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:15,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278935218"}]},"ts":"1733278935218"} 2024-12-04T02:22:15,220 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:22:15,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00eb4c40391d01b56c8d8131f0bf0c6f, ASSIGN}] 2024-12-04T02:22:15,221 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=00eb4c40391d01b56c8d8131f0bf0c6f, ASSIGN 2024-12-04T02:22:15,221 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=00eb4c40391d01b56c8d8131f0bf0c6f, ASSIGN; state=OFFLINE, location=40249addbad9,46871,1733278922140; forceNewPlan=false, retain=false 2024-12-04T02:22:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00eb4c40391d01b56c8d8131f0bf0c6f, regionState=OPENING, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:15,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=00eb4c40391d01b56c8d8131f0bf0c6f, ASSIGN because future has completed 2024-12-04T02:22:15,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00eb4c40391d01b56c8d8131f0bf0c6f, server=40249addbad9,46871,1733278922140}] 2024-12-04T02:22:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,528 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,528 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 00eb4c40391d01b56c8d8131f0bf0c6f, NAME => 'test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:15,529 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:15,529 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:22:15,529 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,529 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:15,529 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,529 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,530 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,531 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00eb4c40391d01b56c8d8131f0bf0c6f columnFamilyName f 2024-12-04T02:22:15,531 DEBUG [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:15,531 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(327): Store=00eb4c40391d01b56c8d8131f0bf0c6f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:15,531 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,532 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00eb4c40391d01b56c8d8131f0bf0c6f columnFamilyName f1 2024-12-04T02:22:15,532 DEBUG [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:15,532 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(327): Store=00eb4c40391d01b56c8d8131f0bf0c6f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:15,532 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,533 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 00eb4c40391d01b56c8d8131f0bf0c6f columnFamilyName norep 2024-12-04T02:22:15,533 DEBUG [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:15,533 INFO [StoreOpener-00eb4c40391d01b56c8d8131f0bf0c6f-1 {}] regionserver.HStore(327): Store=00eb4c40391d01b56c8d8131f0bf0c6f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:15,533 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,533 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,534 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,534 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,534 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,535 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:15,535 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,536 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:15,536 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 00eb4c40391d01b56c8d8131f0bf0c6f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59961595, jitterRate=-0.10650260746479034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:15,537 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:15,537 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 00eb4c40391d01b56c8d8131f0bf0c6f: Running coprocessor pre-open hook at 1733278935529Writing region info on filesystem at 1733278935529Initializing all the Stores at 1733278935530 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278935530Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278935530Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278935530Cleaning up temporary data from old regions at 1733278935534 (+4 ms)Running coprocessor post-open hooks at 1733278935537 (+3 ms)Region opened successfully at 1733278935537 2024-12-04T02:22:15,537 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f., pid=6, masterSystemTime=1733278935526 2024-12-04T02:22:15,538 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,539 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:15,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=00eb4c40391d01b56c8d8131f0bf0c6f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:15,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 00eb4c40391d01b56c8d8131f0bf0c6f, server=40249addbad9,46871,1733278922140 because future has completed 2024-12-04T02:22:15,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:22:15,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 00eb4c40391d01b56c8d8131f0bf0c6f, server=40249addbad9,46871,1733278922140 in 167 msec 2024-12-04T02:22:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:22:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=00eb4c40391d01b56c8d8131f0bf0c6f, ASSIGN in 322 msec 2024-12-04T02:22:15,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:15,544 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278935544"}]},"ts":"1733278935544"} 2024-12-04T02:22:15,546 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:22:15,546 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:15,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 343 msec 2024-12-04T02:22:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,831 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:22:15,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44479,1733278928951 2024-12-04T02:22:15,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50ecafdc 2024-12-04T02:22:15,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:15,832 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:15,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:22:15,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:15,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:15,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:22:15,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:15,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:22:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:16,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80dbf45de8301fb7bf0cdb73c0a506d4, NAME => 'test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78 2024-12-04T02:22:16,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:22:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80dbf45de8301fb7bf0cdb73c0a506d4, disabling compactions & flushes 2024-12-04T02:22:16,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. after waiting 0 ms 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80dbf45de8301fb7bf0cdb73c0a506d4: Waiting for close lock at 1733278936645Disabling compacts and flushes for region at 1733278936645Disabling writes for close at 1733278936645Writing region close event to WAL at 1733278936645Closed at 1733278936645 2024-12-04T02:22:16,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:16,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278936646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278936646"}]},"ts":"1733278936646"} 2024-12-04T02:22:16,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:16,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:16,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278936649"}]},"ts":"1733278936649"} 2024-12-04T02:22:16,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:22:16,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80dbf45de8301fb7bf0cdb73c0a506d4, ASSIGN}] 2024-12-04T02:22:16,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80dbf45de8301fb7bf0cdb73c0a506d4, ASSIGN 2024-12-04T02:22:16,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80dbf45de8301fb7bf0cdb73c0a506d4, ASSIGN; state=OFFLINE, location=40249addbad9,43901,1733278929180; forceNewPlan=false, retain=false 2024-12-04T02:22:16,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80dbf45de8301fb7bf0cdb73c0a506d4, regionState=OPENING, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:16,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80dbf45de8301fb7bf0cdb73c0a506d4, ASSIGN because future has completed 2024-12-04T02:22:16,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80dbf45de8301fb7bf0cdb73c0a506d4, server=40249addbad9,43901,1733278929180}] 2024-12-04T02:22:16,963 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,963 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80dbf45de8301fb7bf0cdb73c0a506d4, NAME => 'test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:16,964 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:16,964 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:22:16,964 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,964 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:16,964 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,964 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,965 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,966 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dbf45de8301fb7bf0cdb73c0a506d4 columnFamilyName f 2024-12-04T02:22:16,966 DEBUG [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:16,966 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(327): Store=80dbf45de8301fb7bf0cdb73c0a506d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:16,966 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,967 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dbf45de8301fb7bf0cdb73c0a506d4 columnFamilyName f1 2024-12-04T02:22:16,967 DEBUG [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:16,967 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(327): Store=80dbf45de8301fb7bf0cdb73c0a506d4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:16,967 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,968 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dbf45de8301fb7bf0cdb73c0a506d4 columnFamilyName norep 2024-12-04T02:22:16,968 DEBUG [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:16,969 INFO [StoreOpener-80dbf45de8301fb7bf0cdb73c0a506d4-1 {}] regionserver.HStore(327): Store=80dbf45de8301fb7bf0cdb73c0a506d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:16,969 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,969 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,969 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,970 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,970 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,970 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:16,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:16,971 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,972 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:16,972 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80dbf45de8301fb7bf0cdb73c0a506d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61801589, jitterRate=-0.07908456027507782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:16,972 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:16,972 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80dbf45de8301fb7bf0cdb73c0a506d4: Running coprocessor pre-open hook at 1733278936964Writing region info on filesystem at 1733278936964Initializing all the Stores at 1733278936965 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278936965Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278936965Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278936965Cleaning up temporary data from old regions at 1733278936970 (+5 ms)Running coprocessor post-open hooks at 1733278936972 (+2 ms)Region opened successfully at 1733278936972 2024-12-04T02:22:16,973 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4., pid=6, masterSystemTime=1733278936961 2024-12-04T02:22:16,974 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,974 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:16,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80dbf45de8301fb7bf0cdb73c0a506d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:16,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80dbf45de8301fb7bf0cdb73c0a506d4, server=40249addbad9,43901,1733278929180 because future has completed 2024-12-04T02:22:16,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:22:16,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80dbf45de8301fb7bf0cdb73c0a506d4, server=40249addbad9,43901,1733278929180 in 167 msec 2024-12-04T02:22:16,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:22:16,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80dbf45de8301fb7bf0cdb73c0a506d4, ASSIGN in 326 msec 2024-12-04T02:22:16,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:16,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278936979"}]},"ts":"1733278936979"} 2024-12-04T02:22:16,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:22:16,981 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:16,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-04T02:22:17,176 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:22:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:17,981 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:22:17,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc0692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:17,983 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35179,-1 for getting cluster id 2024-12-04T02:22:17,983 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:17,984 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab90ba6d-c2be-4385-a8e8-01d7897e0ab8' 2024-12-04T02:22:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab90ba6d-c2be-4385-a8e8-01d7897e0ab8" 2024-12-04T02:22:17,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66600338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:17,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35179,-1] 2024-12-04T02:22:17,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:17,989 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:17,990 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:17,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5cefb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:17,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35179,1733278917463 2024-12-04T02:22:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fb4d766 2024-12-04T02:22:17,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:17,995 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:17,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:35981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:22:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:22:17,999 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:35981' 2024-12-04T02:22:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:18,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae866c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:18,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:18,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:18,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:18,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:18,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:18,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659befb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:18,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:18,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:18,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:18,008 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:18,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7416fec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:18,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b254d32 2024-12-04T02:22:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:18,013 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:18,016 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:22:18,016 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:22:18,016 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:18,016 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:18,017 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:18,018 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:22:18,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:18,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:18,019 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:18,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:18,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:22:18,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57b1c18cdecbff185929b3fa34e08b60, NAME => 'hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677 2024-12-04T02:22:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:22:18,068 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:22:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:18,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:18,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 57b1c18cdecbff185929b3fa34e08b60, disabling compactions & flushes 2024-12-04T02:22:18,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. after waiting 0 ms 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,466 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57b1c18cdecbff185929b3fa34e08b60: Waiting for close lock at 1733278938466Disabling compacts and flushes for region at 1733278938466Disabling writes for close at 1733278938466Writing region close event to WAL at 1733278938466Closed at 1733278938466 2024-12-04T02:22:18,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:18,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278938468"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278938468"}]},"ts":"1733278938468"} 2024-12-04T02:22:18,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:18,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:18,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278938472"}]},"ts":"1733278938472"} 2024-12-04T02:22:18,475 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:22:18,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57b1c18cdecbff185929b3fa34e08b60, ASSIGN}] 2024-12-04T02:22:18,477 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57b1c18cdecbff185929b3fa34e08b60, ASSIGN 2024-12-04T02:22:18,478 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57b1c18cdecbff185929b3fa34e08b60, ASSIGN; state=OFFLINE, location=40249addbad9,36589,1733278917780; forceNewPlan=false, retain=false 2024-12-04T02:22:18,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:18,527 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T02:22:18,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T02:22:18,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:22:18,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T02:22:18,629 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57b1c18cdecbff185929b3fa34e08b60, regionState=OPENING, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:22:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:18,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=57b1c18cdecbff185929b3fa34e08b60, ASSIGN because future has completed 2024-12-04T02:22:18,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b1c18cdecbff185929b3fa34e08b60, server=40249addbad9,36589,1733278917780}] 2024-12-04T02:22:18,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:18,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:22:18,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C36589%2C1733278917780.rep, suffix=, logDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780, archiveDir=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/oldWALs, maxLogs=10 2024-12-04T02:22:18,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.rep.1733278938803, exclude list is [], retry=0 2024-12-04T02:22:18,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-5429798a-c71d-44da-b5b2-3d91bba69cb2,DISK] 2024-12-04T02:22:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.rep.1733278938803 2024-12-04T02:22:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35097:35097)] 2024-12-04T02:22:18,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 57b1c18cdecbff185929b3fa34e08b60, NAME => 'hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:18,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. service=MultiRowMutationService 2024-12-04T02:22:18,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:22:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:18,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,836 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,839 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b1c18cdecbff185929b3fa34e08b60 columnFamilyName hfileref 2024-12-04T02:22:18,839 DEBUG [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:18,839 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(327): Store=57b1c18cdecbff185929b3fa34e08b60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:18,839 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,840 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b1c18cdecbff185929b3fa34e08b60 columnFamilyName queue 2024-12-04T02:22:18,840 DEBUG [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:18,841 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(327): Store=57b1c18cdecbff185929b3fa34e08b60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:18,841 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,841 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57b1c18cdecbff185929b3fa34e08b60 columnFamilyName sid 2024-12-04T02:22:18,841 DEBUG [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:18,842 INFO [StoreOpener-57b1c18cdecbff185929b3fa34e08b60-1 {}] regionserver.HStore(327): Store=57b1c18cdecbff185929b3fa34e08b60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:18,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:18,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 57b1c18cdecbff185929b3fa34e08b60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67785281, jitterRate=0.01007939875125885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:18,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:18,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 57b1c18cdecbff185929b3fa34e08b60: Running coprocessor pre-open hook at 1733278938831Writing region info on filesystem at 1733278938831Initializing all the Stores at 1733278938832 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278938832Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278938836 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278938836Cleaning up temporary data from old regions at 1733278938844 (+8 ms)Running coprocessor post-open hooks at 1733278938850 (+6 ms)Region opened successfully at 1733278938850 2024-12-04T02:22:18,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60., pid=10, masterSystemTime=1733278938790 2024-12-04T02:22:18,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:18,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=57b1c18cdecbff185929b3fa34e08b60, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,36589,1733278917780 2024-12-04T02:22:18,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57b1c18cdecbff185929b3fa34e08b60, server=40249addbad9,36589,1733278917780 because future has completed 2024-12-04T02:22:18,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:22:18,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 57b1c18cdecbff185929b3fa34e08b60, server=40249addbad9,36589,1733278917780 in 217 msec 2024-12-04T02:22:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:22:18,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=57b1c18cdecbff185929b3fa34e08b60, ASSIGN in 382 msec 2024-12-04T02:22:18,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:18,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278938859"}]},"ts":"1733278938859"} 2024-12-04T02:22:18,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:22:18,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:18,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 845 msec 2024-12-04T02:22:18,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60., hostname=40249addbad9,36589,1733278917780, seqNum=2] 2024-12-04T02:22:18,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:22:18,962 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:22:18,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:22:19,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:22:19,137 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:22:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:19,169 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,36589,1733278917780, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:22:19,169 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:19,169 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36589,1733278917780, seqNum=-1] 2024-12-04T02:22:19,170 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:19,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T02:22:19,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,36589,1733278917780', locateType=CURRENT is [region=hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60., hostname=40249addbad9,36589,1733278917780, seqNum=2] 2024-12-04T02:22:19,174 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:22:19,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:22:19,177 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,36589,1733278917780 suceeded 2024-12-04T02:22:19,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:22:19,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-04T02:22:19,178 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:35981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:22:19,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1830 sec 2024-12-04T02:22:19,188 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:35981' 2024-12-04T02:22:19,189 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771385e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:19,189 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:19,189 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:19,190 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e06eb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:19,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:19,191 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:19,192 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df57c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:19,192 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:19,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:19,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c3cbf0 2024-12-04T02:22:19,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:19,193 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T02:22:19,194 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,36589,1733278917780 (queues=1) is replicating from cluster=ab90ba6d-c2be-4385-a8e8-01d7897e0ab8 to cluster=b47d5bec-20da-499e-acc5-7c1f2a694b16 2024-12-04T02:22:19,194 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C36589%2C1733278917780 2024-12-04T02:22:19,194 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,36589,1733278917780, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:22:19,195 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, startPosition=0, beingWritten=true 2024-12-04T02:22:19,195 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C36589%2C1733278917780 2024-12-04T02:22:19,199 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:19,199 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:19,199 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,36589,1733278917780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:19,408 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:19,712 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:20,115 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:20,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:20,151 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:22:20,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:20,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:20,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:20,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c5271e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:20,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:20,153 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f32f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:20,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,154 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:20,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd3f524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160d2408 2024-12-04T02:22:20,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:20,156 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:20,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:44479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:22:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:22:20,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:20,158 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44479' 2024-12-04T02:22:20,159 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b86ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,159 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:20,159 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:20,160 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149d10a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:20,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:20,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,161 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:20,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d276b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:20,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:20,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44479,1733278928951 2024-12-04T02:22:20,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b12e9d2 2024-12-04T02:22:20,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:20,163 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:20,163 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:22:20,163 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:22:20,163 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,164 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:20,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:20,164 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:20,165 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:22:20,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:20,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:20,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:20,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:22:20,215 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:22:20,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:20,571 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8b20dacc08560c7c4963d503354d3b9, NAME => 'hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba 2024-12-04T02:22:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:22:20,618 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b8b20dacc08560c7c4963d503354d3b9, disabling compactions & flushes 2024-12-04T02:22:20,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. after waiting 0 ms 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:20,976 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:20,976 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8b20dacc08560c7c4963d503354d3b9: Waiting for close lock at 1733278940976Disabling compacts and flushes for region at 1733278940976Disabling writes for close at 1733278940976Writing region close event to WAL at 1733278940976Closed at 1733278940976 2024-12-04T02:22:20,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:20,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278940977"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278940977"}]},"ts":"1733278940977"} 2024-12-04T02:22:20,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:20,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:20,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278940981"}]},"ts":"1733278940981"} 2024-12-04T02:22:20,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:22:20,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8b20dacc08560c7c4963d503354d3b9, ASSIGN}] 2024-12-04T02:22:20,985 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8b20dacc08560c7c4963d503354d3b9, ASSIGN 2024-12-04T02:22:20,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8b20dacc08560c7c4963d503354d3b9, ASSIGN; state=OFFLINE, location=40249addbad9,46871,1733278922140; forceNewPlan=false, retain=false 2024-12-04T02:22:21,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8b20dacc08560c7c4963d503354d3b9, regionState=OPENING, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:21,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b8b20dacc08560c7c4963d503354d3b9, ASSIGN because future has completed 2024-12-04T02:22:21,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b20dacc08560c7c4963d503354d3b9, server=40249addbad9,46871,1733278922140}] 2024-12-04T02:22:21,221 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:21,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:21,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:21,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:21,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:22:21,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C46871%2C1733278922140.rep, suffix=, logDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140, archiveDir=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/oldWALs, maxLogs=10 2024-12-04T02:22:21,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.rep.1733278941300, exclude list is [], retry=0 2024-12-04T02:22:21,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40335,DS-ca7bc6d3-d6ea-4791-896a-0015002bfdbf,DISK] 2024-12-04T02:22:21,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.rep.1733278941300 2024-12-04T02:22:21,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42119:42119)] 2024-12-04T02:22:21,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b8b20dacc08560c7c4963d503354d3b9, NAME => 'hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:21,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. service=MultiRowMutationService 2024-12-04T02:22:21,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,321 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,322 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b20dacc08560c7c4963d503354d3b9 columnFamilyName hfileref 2024-12-04T02:22:21,322 DEBUG [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:21,323 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(327): Store=b8b20dacc08560c7c4963d503354d3b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:21,323 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,323 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b20dacc08560c7c4963d503354d3b9 columnFamilyName queue 2024-12-04T02:22:21,324 DEBUG [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:21,324 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(327): Store=b8b20dacc08560c7c4963d503354d3b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:21,324 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,325 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b20dacc08560c7c4963d503354d3b9 columnFamilyName sid 2024-12-04T02:22:21,325 DEBUG [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:21,325 INFO [StoreOpener-b8b20dacc08560c7c4963d503354d3b9-1 {}] regionserver.HStore(327): Store=b8b20dacc08560c7c4963d503354d3b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:21,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/replication/b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/replication/b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:21,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/replication/b8b20dacc08560c7c4963d503354d3b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:21,329 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b8b20dacc08560c7c4963d503354d3b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75244442, jitterRate=0.12122955918312073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:21,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:21,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b8b20dacc08560c7c4963d503354d3b9: Running coprocessor pre-open hook at 1733278941320Writing region info on filesystem at 1733278941320Initializing all the Stores at 1733278941321 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278941321Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278941321Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278941321Cleaning up temporary data from old regions at 1733278941326 (+5 ms)Running coprocessor post-open hooks at 1733278941329 (+3 ms)Region opened successfully at 1733278941329 2024-12-04T02:22:21,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., pid=10, masterSystemTime=1733278941296 2024-12-04T02:22:21,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:21,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:21,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b8b20dacc08560c7c4963d503354d3b9, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,46871,1733278922140 2024-12-04T02:22:21,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b20dacc08560c7c4963d503354d3b9, server=40249addbad9,46871,1733278922140 because future has completed 2024-12-04T02:22:21,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:22:21,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b8b20dacc08560c7c4963d503354d3b9, server=40249addbad9,46871,1733278922140 in 189 msec 2024-12-04T02:22:21,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:22:21,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b8b20dacc08560c7c4963d503354d3b9, ASSIGN in 352 msec 2024-12-04T02:22:21,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:21,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278941337"}]},"ts":"1733278941337"} 2024-12-04T02:22:21,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:22:21,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:21,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-04T02:22:21,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., hostname=40249addbad9,46871,1733278922140, seqNum=2] 2024-12-04T02:22:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:21,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:22:21,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:22:21,633 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:22:21,657 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,46871,1733278922140, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:22:21,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:21,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46871,1733278922140, seqNum=-1] 2024-12-04T02:22:21,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:21,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T02:22:21,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,46871,1733278922140', locateType=CURRENT is [region=hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., hostname=40249addbad9,46871,1733278922140, seqNum=2] 2024-12-04T02:22:21,661 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:22:21,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:22:21,662 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,46871,1733278922140 suceeded 2024-12-04T02:22:21,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:22:21,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-12-04T02:22:21,663 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:44479,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:22:21,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-12-04T02:22:21,672 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:44479' 2024-12-04T02:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@147298c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:21,673 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:21,674 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b0051b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:21,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:21,675 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:21,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18934ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:21,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44479,1733278928951 2024-12-04T02:22:21,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b0a45aa 2024-12-04T02:22:21,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:21,677 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T02:22:21,678 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,46871,1733278922140 (queues=1) is replicating from cluster=b47d5bec-20da-499e-acc5-7c1f2a694b16 to cluster=586f102e-ca4d-458a-b5c4-a11edce309f7 2024-12-04T02:22:21,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C46871%2C1733278922140 2024-12-04T02:22:21,678 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,46871,1733278922140, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:22:21,678 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, startPosition=0, beingWritten=true 2024-12-04T02:22:21,678 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C46871%2C1733278922140 2024-12-04T02:22:21,683 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:21,683 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:21,683 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:21,887 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:21,925 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:22,190 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35981 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:22,301 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:22:22,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:22,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:22,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:22,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21699b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:22,305 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:22,305 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3c4ce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:22,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,307 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:22,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b087ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,44479,1733278928951 2024-12-04T02:22:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c0487a2 2024-12-04T02:22:22,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:22,310 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:22,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:35981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:22:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:22:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:22,313 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:35981' 2024-12-04T02:22:22,313 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd6e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,313 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:22,314 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:22,314 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef449f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:22,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:22,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,315 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e17d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:22,316 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44df84d6 2024-12-04T02:22:22,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:22,317 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:22,317 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:22:22,318 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:22:22,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:22,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:22,318 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:22,319 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:22:22,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:22,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:22,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:22,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:22:22,369 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:22:22,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:22,594 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:22,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd1cdbb5d40ca02cbd8d24456fdaca62, NAME => 'hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78 2024-12-04T02:22:22,727 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:22:22,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:23,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd1cdbb5d40ca02cbd8d24456fdaca62, disabling compactions & flushes 2024-12-04T02:22:23,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. after waiting 0 ms 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,131 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,131 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd1cdbb5d40ca02cbd8d24456fdaca62: Waiting for close lock at 1733278943131Disabling compacts and flushes for region at 1733278943131Disabling writes for close at 1733278943131Writing region close event to WAL at 1733278943131Closed at 1733278943131 2024-12-04T02:22:23,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:23,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278943132"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278943132"}]},"ts":"1733278943132"} 2024-12-04T02:22:23,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:23,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:23,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278943135"}]},"ts":"1733278943135"} 2024-12-04T02:22:23,139 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:22:23,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd1cdbb5d40ca02cbd8d24456fdaca62, ASSIGN}] 2024-12-04T02:22:23,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd1cdbb5d40ca02cbd8d24456fdaca62, ASSIGN 2024-12-04T02:22:23,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd1cdbb5d40ca02cbd8d24456fdaca62, ASSIGN; state=OFFLINE, location=40249addbad9,43901,1733278929180; forceNewPlan=false, retain=false 2024-12-04T02:22:23,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:22:23,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd1cdbb5d40ca02cbd8d24456fdaca62, regionState=OPENING, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:23,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd1cdbb5d40ca02cbd8d24456fdaca62, ASSIGN because future has completed 2024-12-04T02:22:23,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd1cdbb5d40ca02cbd8d24456fdaca62, server=40249addbad9,43901,1733278929180}] 2024-12-04T02:22:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:23,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,464 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:23,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:22:23,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43901%2C1733278929180.rep, suffix=, logDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180, archiveDir=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/oldWALs, maxLogs=10 2024-12-04T02:22:23,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.rep.1733278943467, exclude list is [], retry=0 2024-12-04T02:22:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40709,DS-efac5d6c-0fad-4eb7-afdd-0f2f0daf0121,DISK] 2024-12-04T02:22:23,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.rep.1733278943467 2024-12-04T02:22:23,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42615:42615)] 2024-12-04T02:22:23,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd1cdbb5d40ca02cbd8d24456fdaca62, NAME => 'hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:23,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:23,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. service=MultiRowMutationService 2024-12-04T02:22:23,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:22:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,493 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,494 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd1cdbb5d40ca02cbd8d24456fdaca62 columnFamilyName hfileref 2024-12-04T02:22:23,494 DEBUG [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:23,494 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(327): Store=dd1cdbb5d40ca02cbd8d24456fdaca62/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:23,494 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,495 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd1cdbb5d40ca02cbd8d24456fdaca62 columnFamilyName queue 2024-12-04T02:22:23,495 DEBUG [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:23,495 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(327): Store=dd1cdbb5d40ca02cbd8d24456fdaca62/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:23,496 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,496 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd1cdbb5d40ca02cbd8d24456fdaca62 columnFamilyName sid 2024-12-04T02:22:23,496 DEBUG [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:23,497 INFO [StoreOpener-dd1cdbb5d40ca02cbd8d24456fdaca62-1 {}] regionserver.HStore(327): Store=dd1cdbb5d40ca02cbd8d24456fdaca62/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:23,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/replication/dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/replication/dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:23,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/replication/dd1cdbb5d40ca02cbd8d24456fdaca62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:23,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd1cdbb5d40ca02cbd8d24456fdaca62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70523189, jitterRate=0.0508774071931839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:23,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:23,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd1cdbb5d40ca02cbd8d24456fdaca62: Running coprocessor pre-open hook at 1733278943492Writing region info on filesystem at 1733278943492Initializing all the Stores at 1733278943493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278943493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278943493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278943493Cleaning up temporary data from old regions at 1733278943499 (+6 ms)Running coprocessor post-open hooks at 1733278943515 (+16 ms)Region opened successfully at 1733278943515 2024-12-04T02:22:23,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62., pid=10, masterSystemTime=1733278943451 2024-12-04T02:22:23,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:23,518 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd1cdbb5d40ca02cbd8d24456fdaca62, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,43901,1733278929180 2024-12-04T02:22:23,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd1cdbb5d40ca02cbd8d24456fdaca62, server=40249addbad9,43901,1733278929180 because future has completed 2024-12-04T02:22:23,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:22:23,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:22:23,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd1cdbb5d40ca02cbd8d24456fdaca62, ASSIGN in 385 msec 2024-12-04T02:22:23,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd1cdbb5d40ca02cbd8d24456fdaca62, server=40249addbad9,43901,1733278929180 in 224 msec 2024-12-04T02:22:23,528 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:23,528 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278943528"}]},"ts":"1733278943528"} 2024-12-04T02:22:23,531 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:22:23,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:23,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-12-04T02:22:23,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62., hostname=40249addbad9,43901,1733278929180, seqNum=2] 2024-12-04T02:22:23,631 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:23,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:23,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:22:23,701 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:23,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43901 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:22:23,812 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:22:23,848 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,43901,1733278929180, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:22:23,849 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:23,849 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43901,1733278929180, seqNum=-1] 2024-12-04T02:22:23,849 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:23,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T02:22:23,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,43901,1733278929180', locateType=CURRENT is [region=hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62., hostname=40249addbad9,43901,1733278929180, seqNum=2] 2024-12-04T02:22:23,857 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:22:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:22:23,860 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,43901,1733278929180 suceeded 2024-12-04T02:22:23,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:22:23,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-04T02:22:23,863 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:35981,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:22:23,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5530 sec 2024-12-04T02:22:23,874 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:35981' 2024-12-04T02:22:23,876 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3109abf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:23,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:23,877 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:23,877 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:23,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45b5dbe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:23,881 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:23,883 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36d2557e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:23,884 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:23,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,35981,1733278921970 2024-12-04T02:22:23,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e14b455 2024-12-04T02:22:23,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:23,885 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T02:22:23,886 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,43901,1733278929180 (queues=1) is replicating from cluster=586f102e-ca4d-458a-b5c4-a11edce309f7 to cluster=b47d5bec-20da-499e-acc5-7c1f2a694b16 2024-12-04T02:22:23,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C43901%2C1733278929180 2024-12-04T02:22:23,886 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,43901,1733278929180, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:22:23,889 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, startPosition=0, beingWritten=true 2024-12-04T02:22:23,892 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C43901%2C1733278929180 2024-12-04T02:22:23,895 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:23,895 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 379, reset compression=false 2024-12-04T02:22:23,895 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:24,119 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 379, reset compression=false 2024-12-04T02:22:24,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:24,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:24,404 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:24,425 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 379, reset compression=false 2024-12-04T02:22:24,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:24,471 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:22:24,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:24,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:24,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:24,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2437b9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35179,-1 for getting cluster id 2024-12-04T02:22:24,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:24,473 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ab90ba6d-c2be-4385-a8e8-01d7897e0ab8' 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ab90ba6d-c2be-4385-a8e8-01d7897e0ab8" 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b5287d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35179,-1] 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:24,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,474 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:24,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22111996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7a56fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:24,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:24,476 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f9bcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:24,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,477 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:24,477 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7809ed1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2864a5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:24,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:24,478 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3608bad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,480 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:24,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3576b72f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,36589,1733278917780, seqNum=-1] 2024-12-04T02:22:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:24,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:24,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278933040.a293fab6a1ed979ddcba6144484c9386., hostname=40249addbad9,36589,1733278917780, seqNum=2] 2024-12-04T02:22:24,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43901,1733278929180, seqNum=-1] 2024-12-04T02:22:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:24,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4., hostname=40249addbad9,43901,1733278929180, seqNum=2] 2024-12-04T02:22:24,497 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T02:22:24,641 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 379, reset compression=false 2024-12-04T02:22:24,647 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:24,647 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:24,648 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,36589,1733278917780 got entry batch from reader: WALEntryBatch [walEntries=[{test/a293fab6a1ed979ddcba6144484c9386/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T02:22:24,651 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:24,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T02:22:24,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:24,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50718572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,35981,-1 for getting cluster id 2024-12-04T02:22:24,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:24,656 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b47d5bec-20da-499e-acc5-7c1f2a694b16' 2024-12-04T02:22:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b47d5bec-20da-499e-acc5-7c1f2a694b16" 2024-12-04T02:22:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5576a598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,35981,-1] 2024-12-04T02:22:24,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:24,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:24,658 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:24,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6cd838c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:24,659 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46871,1733278922140, seqNum=-1] 2024-12-04T02:22:24,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:24,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T02:22:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f., hostname=40249addbad9,46871,1733278922140, seqNum=2] 2024-12-04T02:22:24,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:24,829 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 379, reset compression=false 2024-12-04T02:22:24,855 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:25,160 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:25,208 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 379, reset compression=false 2024-12-04T02:22:25,212 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:25,212 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 504, reset compression=false 2024-12-04T02:22:25,212 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[{test/00eb4c40391d01b56c8d8131f0bf0c6f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T02:22:25,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:25,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T02:22:25,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:25,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66e8bc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:25,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,44479,-1 for getting cluster id 2024-12-04T02:22:25,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:25,217 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '586f102e-ca4d-458a-b5c4-a11edce309f7' 2024-12-04T02:22:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "586f102e-ca4d-458a-b5c4-a11edce309f7" 2024-12-04T02:22:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@507dd205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:25,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,44479,-1] 2024-12-04T02:22:25,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:25,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:25,218 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:25,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25ee69c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:25,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:25,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43901,1733278929180, seqNum=-1] 2024-12-04T02:22:25,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:25,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T02:22:25,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4., hostname=40249addbad9,43901,1733278929180, seqNum=2] 2024-12-04T02:22:25,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:25,332 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 379, reset compression=false 2024-12-04T02:22:25,341 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:25,341 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 528, reset compression=false 2024-12-04T02:22:25,341 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:25,416 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 504, reset compression=false 2024-12-04T02:22:25,499 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T02:22:25,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,46871,1733278922140, seqNum=-1] 2024-12-04T02:22:25,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:25,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:25,504 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f., hostname=40249addbad9,46871,1733278922140, seqNum=2] 2024-12-04T02:22:25,508 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T02:22:25,545 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 528, reset compression=false 2024-12-04T02:22:25,568 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:25,721 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 504, reset compression=false 2024-12-04T02:22:25,733 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:25,733 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 608, reset compression=false 2024-12-04T02:22:25,733 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[{test/00eb4c40391d01b56c8d8131f0bf0c6f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:22:25,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:25,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:25,881 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 528, reset compression=false 2024-12-04T02:22:25,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:25,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 656, reset compression=false 2024-12-04T02:22:25,886 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:25,971 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 608, reset compression=false 2024-12-04T02:22:26,097 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 656, reset compression=false 2024-12-04T02:22:26,100 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:26,274 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 608, reset compression=false 2024-12-04T02:22:26,400 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 656, reset compression=false 2024-12-04T02:22:26,510 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T02:22:26,513 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T02:22:26,677 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 608, reset compression=false 2024-12-04T02:22:26,703 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:26,804 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 656, reset compression=false 2024-12-04T02:22:26,808 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:26,808 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:26,809 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dbf45de8301fb7bf0cdb73c0a506d4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T02:22:26,811 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:26,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T02:22:26,813 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:26,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:27,016 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:27,038 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:22:27,180 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 608, reset compression=false 2024-12-04T02:22:27,184 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:27,184 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 735, reset compression=false 2024-12-04T02:22:27,184 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:27,320 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:27,388 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 735, reset compression=false 2024-12-04T02:22:27,406 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:27,515 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T02:22:27,518 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T02:22:27,691 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 735, reset compression=false 2024-12-04T02:22:27,723 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:28,094 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 735, reset compression=false 2024-12-04T02:22:28,210 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 480, reset compression=false 2024-12-04T02:22:28,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:28,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:28,211 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108740 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:28,214 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,36589,1733278917780 got entry batch from reader: WALEntryBatch [walEntries=[{test/a293fab6a1ed979ddcba6144484c9386/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T02:22:28,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:28,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:28,226 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:28,418 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:28,520 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T02:22:28,597 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 735, reset compression=false 2024-12-04T02:22:28,602 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:28,602 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 883, reset compression=false 2024-12-04T02:22:28,602 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[{test/00eb4c40391d01b56c8d8131f0bf0c6f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T02:22:28,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:28,605 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:28,721 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:28,789 DEBUG [master/40249addbad9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=33, reused chunk count=128, reuseRatio=79.50% 2024-12-04T02:22:28,789 DEBUG [master/40249addbad9:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T02:22:28,807 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 883, reset compression=false 2024-12-04T02:22:28,829 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 760, reset compression=false 2024-12-04T02:22:28,833 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:28,833 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 932, reset compression=false 2024-12-04T02:22:28,833 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:29,036 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 932, reset compression=false 2024-12-04T02:22:29,111 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 883, reset compression=false 2024-12-04T02:22:29,124 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:29,339 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 932, reset compression=false 2024-12-04T02:22:29,514 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 883, reset compression=false 2024-12-04T02:22:29,522 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T02:22:29,525 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T02:22:29,627 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:29,743 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 932, reset compression=false 2024-12-04T02:22:30,017 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 883, reset compression=false 2024-12-04T02:22:30,022 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:30,022 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1042, reset compression=false 2024-12-04T02:22:30,022 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[{test/00eb4c40391d01b56c8d8131f0bf0c6f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T02:22:30,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:30,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43901 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:30,233 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1042, reset compression=false 2024-12-04T02:22:30,245 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:30,249 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 932, reset compression=false 2024-12-04T02:22:30,254 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:30,254 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1082, reset compression=false 2024-12-04T02:22:30,254 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:30,457 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1082, reset compression=false 2024-12-04T02:22:30,526 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T02:22:30,530 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T02:22:30,536 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1042, reset compression=false 2024-12-04T02:22:30,761 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1082, reset compression=false 2024-12-04T02:22:30,765 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:22:30,765 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1241, reset compression=false 2024-12-04T02:22:30,765 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dbf45de8301fb7bf0cdb73c0a506d4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T02:22:30,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T02:22:30,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T02:22:30,940 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1042, reset compression=false 2024-12-04T02:22:30,945 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:30,946 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:30,946 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:30,950 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:30,968 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1241, reset compression=false 2024-12-04T02:22:31,149 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:31,272 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1241, reset compression=false 2024-12-04T02:22:31,455 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:31,531 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T02:22:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:22:31,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:31,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:31,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:31,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:31,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:31,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:22:31,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1860813776, stopped=false 2024-12-04T02:22:31,537 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,44479,1733278928951 2024-12-04T02:22:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1366112753/running 2024-12-04T02:22:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1366112753/running 2024-12-04T02:22:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:31,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:31,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:31,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:31,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:31,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:31,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/running 2024-12-04T02:22:31,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Set watcher on znode that does not yet exist, /2-1366112753/running 2024-12-04T02:22:31,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,43901,1733278929180' ***** 2024-12-04T02:22:31,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:22:31,554 INFO [RS:0;40249addbad9:43901 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:22:31,554 INFO [RS:0;40249addbad9:43901 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:22:31,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:22:31,554 INFO [RS:0;40249addbad9:43901 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for 80dbf45de8301fb7bf0cdb73c0a506d4 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,43901,1733278929180 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43901. 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80dbf45de8301fb7bf0cdb73c0a506d4, disabling compactions & flushes 2024-12-04T02:22:31,555 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:31,555 DEBUG [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:31,555 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. after waiting 0 ms 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:22:31,555 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80dbf45de8301fb7bf0cdb73c0a506d4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T02:22:31,555 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:22:31,555 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4=test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4., dd1cdbb5d40ca02cbd8d24456fdaca62=hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.} 2024-12-04T02:22:31,555 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:31,555 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:31,555 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:31,556 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:22:31,559 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:22:31,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/info/cba51e3f5acf46b9b6059823e7cbb853 is 147, key is hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62./info:regioninfo/1733278943518/Put/seqid=0 2024-12-04T02:22:31,574 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f/df70d6e0749b42daa23dd5a04de8803f is 29, key is row1/f:/1733278949523/DeleteFamily/seqid=0 2024-12-04T02:22:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741841_1017 (size=5152) 2024-12-04T02:22:31,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741840_1016 (size=7686) 2024-12-04T02:22:31,582 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/info/cba51e3f5acf46b9b6059823e7cbb853 2024-12-04T02:22:31,603 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/ns/ba9c1c2618ff40b59fb7f8920da36503 is 43, key is default/ns:d/1733278932929/Put/seqid=0 2024-12-04T02:22:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741842_1018 (size=5153) 2024-12-04T02:22:31,619 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:31,676 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1241, reset compression=false 2024-12-04T02:22:31,684 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:31,684 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1488, reset compression=false 2024-12-04T02:22:31,684 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,43901,1733278929180 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:31,686 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,43901,1733278929180: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,43901,1733278929180, walGroup=40249addbad9%2C43901%2C1733278929180, offset=40249addbad9%2C43901%2C1733278929180.1733278931928:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:43901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:22:31,687 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:22:31,687 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:22:31,688 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:22:31,688 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:22:31,688 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:22:31,688 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 846215480 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 202021176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:22:31,688 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:44479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:22:31,754 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:31,755 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:31,806 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:22:31,806 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:22:31,858 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:31,909 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1488, reset compression=false 2024-12-04T02:22:31,956 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:31,981 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f/df70d6e0749b42daa23dd5a04de8803f 2024-12-04T02:22:31,984 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df70d6e0749b42daa23dd5a04de8803f 2024-12-04T02:22:31,997 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f1/01eab885051949a3bc7caaac552d2a47 is 30, key is row1/f1:/1733278949523/DeleteFamily/seqid=0 2024-12-04T02:22:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741843_1019 (size=5158) 2024-12-04T02:22:32,010 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/ns/ba9c1c2618ff40b59fb7f8920da36503 2024-12-04T02:22:32,027 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/rep_barrier/46ab93ff10a94accb04e1cfdefae9115 is 112, key is test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4./rep_barrier:seqnumDuringOpen/1733278936974/Put/seqid=0 2024-12-04T02:22:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741844_1020 (size=5518) 2024-12-04T02:22:32,156 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:32,213 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1488, reset compression=false 2024-12-04T02:22:32,356 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dbf45de8301fb7bf0cdb73c0a506d4, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:32,362 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:32,400 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f1/01eab885051949a3bc7caaac552d2a47 2024-12-04T02:22:32,403 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01eab885051949a3bc7caaac552d2a47 2024-12-04T02:22:32,416 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/norep/9beb865501e44b33a8f7cfd68b0b4a32 is 33, key is row2/norep:/1733278950527/DeleteFamily/seqid=0 2024-12-04T02:22:32,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741845_1021 (size=5108) 2024-12-04T02:22:32,421 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/norep/9beb865501e44b33a8f7cfd68b0b4a32 2024-12-04T02:22:32,427 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9beb865501e44b33a8f7cfd68b0b4a32 2024-12-04T02:22:32,428 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f/df70d6e0749b42daa23dd5a04de8803f as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/f/df70d6e0749b42daa23dd5a04de8803f 2024-12-04T02:22:32,432 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/rep_barrier/46ab93ff10a94accb04e1cfdefae9115 2024-12-04T02:22:32,433 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for df70d6e0749b42daa23dd5a04de8803f 2024-12-04T02:22:32,433 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/f/df70d6e0749b42daa23dd5a04de8803f, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:32,434 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/f1/01eab885051949a3bc7caaac552d2a47 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/f1/01eab885051949a3bc7caaac552d2a47 2024-12-04T02:22:32,444 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01eab885051949a3bc7caaac552d2a47 2024-12-04T02:22:32,445 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/f1/01eab885051949a3bc7caaac552d2a47, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:32,446 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/.tmp/norep/9beb865501e44b33a8f7cfd68b0b4a32 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/norep/9beb865501e44b33a8f7cfd68b0b4a32 2024-12-04T02:22:32,455 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9beb865501e44b33a8f7cfd68b0b4a32 2024-12-04T02:22:32,455 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/norep/9beb865501e44b33a8f7cfd68b0b4a32, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:32,456 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 80dbf45de8301fb7bf0cdb73c0a506d4 in 901ms, sequenceid=10, compaction requested=false 2024-12-04T02:22:32,460 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/table/972b783a25a24be0a47caffe87fb0869 is 53, key is hbase:replication/table:state/1733278943528/Put/seqid=0 2024-12-04T02:22:32,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741846_1022 (size=5308) 2024-12-04T02:22:32,481 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/default/test/80dbf45de8301fb7bf0cdb73c0a506d4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:22:32,481 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:32,481 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:22:32,481 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:32,481 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80dbf45de8301fb7bf0cdb73c0a506d4: Waiting for close lock at 1733278951555Running coprocessor pre-close hooks at 1733278951555Disabling compacts and flushes for region at 1733278951555Disabling writes for close at 1733278951555Obtaining lock to block concurrent updates at 1733278951555Preparing flush snapshotting stores in 80dbf45de8301fb7bf0cdb73c0a506d4 at 1733278951555Finished memstore snapshotting test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733278951555Flushing stores of test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. at 1733278951556 (+1 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f: creating writer at 1733278951556Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f: appending metadata at 1733278951573 (+17 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f: closing flushed file at 1733278951573Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f1: creating writer at 1733278951984 (+411 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f1: appending metadata at 1733278951996 (+12 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/f1: closing flushed file at 1733278951996Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/norep: creating writer at 1733278952403 (+407 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/norep: appending metadata at 1733278952415 (+12 ms)Flushing 80dbf45de8301fb7bf0cdb73c0a506d4/norep: closing flushed file at 1733278952415Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b9cdc9: reopening flushed file at 1733278952427 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aff3b8a: reopening flushed file at 1733278952434 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706513a4: reopening flushed file at 1733278952445 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 80dbf45de8301fb7bf0cdb73c0a506d4 in 901ms, sequenceid=10, compaction requested=false at 1733278952456 (+11 ms)Writing region close event to WAL at 1733278952473 (+17 ms)Running coprocessor post-close hooks at 1733278952481 (+8 ms)Closed at 1733278952481 2024-12-04T02:22:32,481 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278935833.80dbf45de8301fb7bf0cdb73c0a506d4. 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd1cdbb5d40ca02cbd8d24456fdaca62, disabling compactions & flushes 2024-12-04T02:22:32,482 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. after waiting 0 ms 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd1cdbb5d40ca02cbd8d24456fdaca62: Waiting for close lock at 1733278952482Running coprocessor pre-close hooks at 1733278952482Disabling compacts and flushes for region at 1733278952482Disabling writes for close at 1733278952482Failed flush hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62., putting online again at 1733278952482 2024-12-04T02:22:32,482 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,556 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:22:32,556 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dd1cdbb5d40ca02cbd8d24456fdaca62=hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62.} 2024-12-04T02:22:32,556 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(3091): Received CLOSE for dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:32,556 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd1cdbb5d40ca02cbd8d24456fdaca62 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd1cdbb5d40ca02cbd8d24456fdaca62, disabling compactions & flushes 2024-12-04T02:22:32,557 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. after waiting 0 ms 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd1cdbb5d40ca02cbd8d24456fdaca62: Waiting for close lock at 1733278952557Running coprocessor pre-close hooks at 1733278952557Disabling compacts and flushes for region at 1733278952557Disabling writes for close at 1733278952557Failed flush hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62., putting online again at 1733278952557 2024-12-04T02:22:32,557 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278942318.dd1cdbb5d40ca02cbd8d24456fdaca62. 2024-12-04T02:22:32,616 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 1488, reset compression=false 2024-12-04T02:22:32,620 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:32,620 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 2132, reset compression=false 2024-12-04T02:22:32,657 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:32,757 DEBUG [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:22:32,824 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 2132, reset compression=false 2024-12-04T02:22:32,878 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/table/972b783a25a24be0a47caffe87fb0869 2024-12-04T02:22:32,881 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/info/cba51e3f5acf46b9b6059823e7cbb853 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/info/cba51e3f5acf46b9b6059823e7cbb853 2024-12-04T02:22:32,885 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/info/cba51e3f5acf46b9b6059823e7cbb853, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:22:32,885 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/ns/ba9c1c2618ff40b59fb7f8920da36503 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/ns/ba9c1c2618ff40b59fb7f8920da36503 2024-12-04T02:22:32,888 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/ns/ba9c1c2618ff40b59fb7f8920da36503, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:22:32,889 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/rep_barrier/46ab93ff10a94accb04e1cfdefae9115 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/rep_barrier/46ab93ff10a94accb04e1cfdefae9115 2024-12-04T02:22:32,892 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/rep_barrier/46ab93ff10a94accb04e1cfdefae9115, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:22:32,893 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/.tmp/table/972b783a25a24be0a47caffe87fb0869 as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/table/972b783a25a24be0a47caffe87fb0869 2024-12-04T02:22:32,896 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/table/972b783a25a24be0a47caffe87fb0869, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:22:32,897 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-12-04T02:22:32,900 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:22:32,900 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:32,900 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:22:32,900 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:32,900 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278951555Running coprocessor pre-close hooks at 1733278951555Disabling compacts and flushes for region at 1733278951555Disabling writes for close at 1733278951555Obtaining lock to block concurrent updates at 1733278951556 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733278951556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278951556Flushing stores of hbase:meta,,1.1588230740 at 1733278951556Flushing 1588230740/info: creating writer at 1733278951556Flushing 1588230740/info: appending metadata at 1733278951573 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733278951573Flushing 1588230740/ns: creating writer at 1733278951586 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733278951603 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733278951603Flushing 1588230740/rep_barrier: creating writer at 1733278952013 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278952026 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278952026Flushing 1588230740/table: creating writer at 1733278952437 (+411 ms)Flushing 1588230740/table: appending metadata at 1733278952460 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733278952460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba4720b: reopening flushed file at 1733278952881 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41979567: reopening flushed file at 1733278952885 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e319870: reopening flushed file at 1733278952889 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6599a9df: reopening flushed file at 1733278952892 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1733278952897 (+5 ms)Writing region close event to WAL at 1733278952898 (+1 ms)Running coprocessor post-close hooks at 1733278952900 (+2 ms)Closed at 1733278952900 2024-12-04T02:22:32,900 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:32,957 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T02:22:32,957 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,43901,1733278929180; all regions closed. 2024-12-04T02:22:32,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:22:32,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.meta.1733278932888.meta not finished, retry = 0 2024-12-04T02:22:32,965 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:33,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741839_1015 (size=2171) 2024-12-04T02:22:33,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.rep.1733278943467 not finished, retry = 0 2024-12-04T02:22:33,127 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/WALs/40249addbad9,43901,1733278929180/40249addbad9%2C43901%2C1733278929180.1733278931928 to pos 2132, reset compression=false 2024-12-04T02:22:33,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741832_1008 (size=2140) 2024-12-04T02:22:33,164 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:33,164 INFO [RS:0;40249addbad9:43901 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:33,164 INFO [RS:0;40249addbad9:43901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:33,164 INFO [RS:0;40249addbad9:43901 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:33,164 INFO [RS:0;40249addbad9:43901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:33,165 INFO [RS:0;40249addbad9:43901 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,43901,1733278929180 because: Region server is closing 2024-12-04T02:22:33,165 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:33,165 INFO [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43901. 2024-12-04T02:22:33,165 DEBUG [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:33,165 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:33,165 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:33,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:33,265 INFO [RS:0;40249addbad9:43901 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.shipper40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 terminated 2024-12-04T02:22:33,266 INFO [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43901. 2024-12-04T02:22:33,266 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,43901,1733278929180.replicationSource.wal-reader.40249addbad9%2C43901%2C1733278929180,1-40249addbad9,43901,1733278929180 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:22:33,266 DEBUG [RS:0;40249addbad9:43901 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:33,266 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:33,266 DEBUG [RS:0;40249addbad9:43901 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:33,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:33,266 INFO [RS:0;40249addbad9:43901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43901 2024-12-04T02:22:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1366112753/rs/40249addbad9,43901,1733278929180 2024-12-04T02:22:33,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753/rs 2024-12-04T02:22:33,279 INFO [RS:0;40249addbad9:43901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:33,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,43901,1733278929180] 2024-12-04T02:22:33,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1366112753/draining/40249addbad9,43901,1733278929180 already deleted, retry=false 2024-12-04T02:22:33,321 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,43901,1733278929180 expired; onlineServers=0 2024-12-04T02:22:33,321 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,44479,1733278928951' ***** 2024-12-04T02:22:33,321 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:33,322 DEBUG [M:0;40249addbad9:44479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:22:33,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:22:33,322 DEBUG [M:0;40249addbad9:44479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:22:33,322 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278931691 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278931691,5,FailOnTimeoutGroup] 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:33,322 DEBUG [M:0;40249addbad9:44479 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:22:33,322 INFO [M:0;40249addbad9:44479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:33,323 INFO [M:0;40249addbad9:44479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:22:33,322 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278931691 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278931691,5,FailOnTimeoutGroup] 2024-12-04T02:22:33,324 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:22:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1366112753/master 2024-12-04T02:22:33,353 DEBUG [M:0;40249addbad9:44479 {}] zookeeper.ZKUtil(347): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Unable to get data of znode /2-1366112753/master because node does not exist (not an error) 2024-12-04T02:22:33,353 WARN [M:0;40249addbad9:44479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:22:33,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1366112753 2024-12-04T02:22:33,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:33,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43901-0x1019e2551ec0007, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:33,391 INFO [RS:0;40249addbad9:43901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:33,391 INFO [RS:0;40249addbad9:43901 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,43901,1733278929180; zookeeper connection closed. 2024-12-04T02:22:33,404 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@345d49c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@345d49c3 2024-12-04T02:22:33,404 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:22:33,423 INFO [M:0;40249addbad9:44479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/.lastflushedseqids 2024-12-04T02:22:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741847_1023 (size=245) 2024-12-04T02:22:33,661 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:33,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:33,840 INFO [M:0;40249addbad9:44479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:22:33,840 INFO [M:0;40249addbad9:44479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:22:33,840 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:33,840 INFO [M:0;40249addbad9:44479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:33,840 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:33,841 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:33,841 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:33,841 INFO [M:0;40249addbad9:44479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T02:22:33,859 DEBUG [M:0;40249addbad9:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33ce4fff815647b1b54b459f0b72ff3d is 82, key is hbase:meta,,1/info:regioninfo/1733278932912/Put/seqid=0 2024-12-04T02:22:33,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741848_1024 (size=5672) 2024-12-04T02:22:33,869 INFO [M:0;40249addbad9:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33ce4fff815647b1b54b459f0b72ff3d 2024-12-04T02:22:33,896 DEBUG [M:0;40249addbad9:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b859a63ea54dc5b555ec367f62774e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278943534/Put/seqid=0 2024-12-04T02:22:33,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741849_1025 (size=8516) 2024-12-04T02:22:33,925 INFO [M:0;40249addbad9:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b859a63ea54dc5b555ec367f62774e 2024-12-04T02:22:33,953 DEBUG [M:0;40249addbad9:44479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e80730df2b44091b0666c64ef51b61e is 69, key is 40249addbad9,43901,1733278929180/rs:state/1733278931734/Put/seqid=0 2024-12-04T02:22:33,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741850_1026 (size=5156) 2024-12-04T02:22:33,960 INFO [M:0;40249addbad9:44479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e80730df2b44091b0666c64ef51b61e 2024-12-04T02:22:33,966 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33ce4fff815647b1b54b459f0b72ff3d as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33ce4fff815647b1b54b459f0b72ff3d 2024-12-04T02:22:33,970 INFO [M:0;40249addbad9:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33ce4fff815647b1b54b459f0b72ff3d, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:22:33,971 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/37b859a63ea54dc5b555ec367f62774e as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b859a63ea54dc5b555ec367f62774e 2024-12-04T02:22:33,978 INFO [M:0;40249addbad9:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/37b859a63ea54dc5b555ec367f62774e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:22:33,979 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e80730df2b44091b0666c64ef51b61e as hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e80730df2b44091b0666c64ef51b61e 2024-12-04T02:22:33,983 INFO [M:0;40249addbad9:44479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46527/user/jenkins/test-data/20625917-0793-d45c-dae9-155bc84a6a78/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e80730df2b44091b0666c64ef51b61e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:22:33,984 INFO [M:0;40249addbad9:44479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=97, compaction requested=false 2024-12-04T02:22:33,985 INFO [M:0;40249addbad9:44479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:33,985 DEBUG [M:0;40249addbad9:44479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278953840Disabling compacts and flushes for region at 1733278953840Disabling writes for close at 1733278953841 (+1 ms)Obtaining lock to block concurrent updates at 1733278953841Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278953841Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733278953841Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278953842 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278953842Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278953859 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278953859Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278953874 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278953895 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278953895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278953931 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278953952 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278953952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7761d6f9: reopening flushed file at 1733278953965 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c396803: reopening flushed file at 1733278953970 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b4dfe: reopening flushed file at 1733278953978 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=97, compaction requested=false at 1733278953984 (+6 ms)Writing region close event to WAL at 1733278953985 (+1 ms)Closed at 1733278953985 2024-12-04T02:22:33,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40709 is added to blk_1073741830_1006 (size=63654) 2024-12-04T02:22:33,987 INFO [M:0;40249addbad9:44479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:22:33,988 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:33,988 INFO [M:0;40249addbad9:44479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44479 2024-12-04T02:22:33,988 INFO [M:0;40249addbad9:44479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:34,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:34,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44479-0x1019e2551ec0006, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:34,106 INFO [M:0;40249addbad9:44479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:34,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@569b8ccc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:34,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9e4ee2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:34,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:34,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0b5af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:34,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aad1476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:34,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:22:34,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:22:34,120 WARN [BP-923923839-172.17.0.3-1733278925724 heartbeating to localhost/127.0.0.1:46527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:22:34,120 WARN [BP-923923839-172.17.0.3-1733278925724 heartbeating to localhost/127.0.0.1:46527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-923923839-172.17.0.3-1733278925724 (Datanode Uuid 65e88a65-5da7-413a-b47a-ea6bf7ef1919) service to localhost/127.0.0.1:46527 2024-12-04T02:22:34,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/cluster_ca817cee-c981-efef-aacf-0e4c105ba778/data/data2/current/BP-923923839-172.17.0.3-1733278925724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:34,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:22:34,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/cluster_ca817cee-c981-efef-aacf-0e4c105ba778/data/data1/current/BP-923923839-172.17.0.3-1733278925724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@630ab840{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:34,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f855cf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:34,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216b1644{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:34,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d6ef49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:22:34,141 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:34,141 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:34,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:34,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:34,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:34,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:22:34,141 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835462131, stopped=false 2024-12-04T02:22:34,141 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,35981,1733278921970 2024-12-04T02:22:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1713275710/running 2024-12-04T02:22:34,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:34,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/running 2024-12-04T02:22:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1713275710/running 2024-12-04T02:22:34,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:34,164 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:34,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:34,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:34,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Set watcher on znode that does not yet exist, /1713275710/running 2024-12-04T02:22:34,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:34,165 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,46871,1733278922140' ***** 2024-12-04T02:22:34,165 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:22:34,165 INFO [RS:0;40249addbad9:46871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:22:34,165 INFO [RS:0;40249addbad9:46871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:22:34,165 INFO [RS:0;40249addbad9:46871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:22:34,165 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 00eb4c40391d01b56c8d8131f0bf0c6f 2024-12-04T02:22:34,165 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:22:34,166 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,166 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,46871,1733278922140 2024-12-04T02:22:34,166 INFO [RS:0;40249addbad9:46871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:34,166 INFO [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:46871. 2024-12-04T02:22:34,166 DEBUG [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:34,166 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:34,166 INFO [RS:0;40249addbad9:46871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:22:34,167 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 00eb4c40391d01b56c8d8131f0bf0c6f, disabling compactions & flushes 2024-12-04T02:22:34,167 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:34,167 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:34,167 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. after waiting 0 ms 2024-12-04T02:22:34,167 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:34,167 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 00eb4c40391d01b56c8d8131f0bf0c6f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T02:22:34,168 INFO [RS:0;40249addbad9:46871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:22:34,168 INFO [RS:0;40249addbad9:46871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:22:34,168 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:22:34,168 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:22:34,168 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1325): Online Regions={00eb4c40391d01b56c8d8131f0bf0c6f=test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f., b8b20dacc08560c7c4963d503354d3b9=hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:22:34,168 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 00eb4c40391d01b56c8d8131f0bf0c6f, 1588230740, b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,169 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:34,169 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:34,169 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:34,170 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:34,170 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:34,170 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:22:34,194 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f/018e6e5d3d084160a1b909a7ca0acf5c is 29, key is row1/f:/1733278949523/DeleteFamily/seqid=0 2024-12-04T02:22:34,194 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/info/cf9c081ee0a14f42847f4a66abf26954 is 147, key is hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9./info:regioninfo/1733278941332/Put/seqid=0 2024-12-04T02:22:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741841_1017 (size=7686) 2024-12-04T02:22:34,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741840_1016 (size=5152) 2024-12-04T02:22:34,202 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f/018e6e5d3d084160a1b909a7ca0acf5c 2024-12-04T02:22:34,205 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018e6e5d3d084160a1b909a7ca0acf5c 2024-12-04T02:22:34,217 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f1/778186d2f01c4cb6bb38441d729bec87 is 30, key is row1/f1:/1733278949523/DeleteFamily/seqid=0 2024-12-04T02:22:34,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741842_1018 (size=5158) 2024-12-04T02:22:34,225 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:34,369 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 00eb4c40391d01b56c8d8131f0bf0c6f, 1588230740, b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,471 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1191, reset compression=false 2024-12-04T02:22:34,485 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:34,485 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1438, reset compression=false 2024-12-04T02:22:34,485 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,46871,1733278922140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:34,486 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,46871,1733278922140: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,46871,1733278922140, walGroup=40249addbad9%2C46871%2C1733278922140, offset=40249addbad9%2C46871%2C1733278922140.1733278924801:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:46871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:22:34,487 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:22:34,487 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:22:34,487 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:22:34,488 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:22:34,488 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:22:34,488 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 915421488 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 202412584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:22:34,488 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:22:34,544 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-12-04T02:22:34,569 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 00eb4c40391d01b56c8d8131f0bf0c6f, 1588230740, b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,602 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/info/cf9c081ee0a14f42847f4a66abf26954 2024-12-04T02:22:34,621 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f1/778186d2f01c4cb6bb38441d729bec87 2024-12-04T02:22:34,626 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/ns/5b22235a2bdf44ada75fbcbd445efd3c is 43, key is default/ns:d/1733278925665/Put/seqid=0 2024-12-04T02:22:34,631 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 778186d2f01c4cb6bb38441d729bec87 2024-12-04T02:22:34,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741843_1019 (size=5153) 2024-12-04T02:22:34,636 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/ns/5b22235a2bdf44ada75fbcbd445efd3c 2024-12-04T02:22:34,656 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/rep_barrier/aa386e740a094dd781263dceb3e25cae is 112, key is test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f./rep_barrier:seqnumDuringOpen/1733278935539/Put/seqid=0 2024-12-04T02:22:34,662 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/norep/6e2300588fad4f14a0d828f1c5831f44 is 33, key is row1/norep:/1733278949523/DeleteFamily/seqid=0 2024-12-04T02:22:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741845_1021 (size=5108) 2024-12-04T02:22:34,676 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:22:34,676 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:22:34,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741844_1020 (size=5518) 2024-12-04T02:22:34,678 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/norep/6e2300588fad4f14a0d828f1c5831f44 2024-12-04T02:22:34,684 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e2300588fad4f14a0d828f1c5831f44 2024-12-04T02:22:34,684 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f/018e6e5d3d084160a1b909a7ca0acf5c as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/f/018e6e5d3d084160a1b909a7ca0acf5c 2024-12-04T02:22:34,688 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 018e6e5d3d084160a1b909a7ca0acf5c 2024-12-04T02:22:34,688 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/f/018e6e5d3d084160a1b909a7ca0acf5c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:34,689 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/f1/778186d2f01c4cb6bb38441d729bec87 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/f1/778186d2f01c4cb6bb38441d729bec87 2024-12-04T02:22:34,690 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1438, reset compression=false 2024-12-04T02:22:34,693 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 778186d2f01c4cb6bb38441d729bec87 2024-12-04T02:22:34,693 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/f1/778186d2f01c4cb6bb38441d729bec87, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:34,694 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/.tmp/norep/6e2300588fad4f14a0d828f1c5831f44 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/norep/6e2300588fad4f14a0d828f1c5831f44 2024-12-04T02:22:34,698 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e2300588fad4f14a0d828f1c5831f44 2024-12-04T02:22:34,698 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/norep/6e2300588fad4f14a0d828f1c5831f44, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T02:22:34,698 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 00eb4c40391d01b56c8d8131f0bf0c6f in 531ms, sequenceid=10, compaction requested=false 2024-12-04T02:22:34,701 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/default/test/00eb4c40391d01b56c8d8131f0bf0c6f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:22:34,702 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 00eb4c40391d01b56c8d8131f0bf0c6f: Waiting for close lock at 1733278954167Running coprocessor pre-close hooks at 1733278954167Disabling compacts and flushes for region at 1733278954167Disabling writes for close at 1733278954167Obtaining lock to block concurrent updates at 1733278954167Preparing flush snapshotting stores in 00eb4c40391d01b56c8d8131f0bf0c6f at 1733278954167Finished memstore snapshotting test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733278954168 (+1 ms)Flushing stores of test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. at 1733278954169 (+1 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f: creating writer at 1733278954169Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f: appending metadata at 1733278954193 (+24 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f: closing flushed file at 1733278954193Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f1: creating writer at 1733278954205 (+12 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f1: appending metadata at 1733278954217 (+12 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/f1: closing flushed file at 1733278954217Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/norep: creating writer at 1733278954631 (+414 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/norep: appending metadata at 1733278954661 (+30 ms)Flushing 00eb4c40391d01b56c8d8131f0bf0c6f/norep: closing flushed file at 1733278954661Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54621c70: reopening flushed file at 1733278954684 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eeb294: reopening flushed file at 1733278954688 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b2de633: reopening flushed file at 1733278954693 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 00eb4c40391d01b56c8d8131f0bf0c6f in 531ms, sequenceid=10, compaction requested=false at 1733278954698 (+5 ms)Writing region close event to WAL at 1733278954699 (+1 ms)Running coprocessor post-close hooks at 1733278954702 (+3 ms)Closed at 1733278954702 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278935202.00eb4c40391d01b56c8d8131f0bf0c6f. 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8b20dacc08560c7c4963d503354d3b9, disabling compactions & flushes 2024-12-04T02:22:34,702 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. after waiting 0 ms 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8b20dacc08560c7c4963d503354d3b9: Waiting for close lock at 1733278954702Running coprocessor pre-close hooks at 1733278954702Disabling compacts and flushes for region at 1733278954702Disabling writes for close at 1733278954702Failed flush hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., putting online again at 1733278954702 2024-12-04T02:22:34,702 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,764 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:34,769 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(3091): Received CLOSE for b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,769 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8b20dacc08560c7c4963d503354d3b9 2024-12-04T02:22:34,769 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8b20dacc08560c7c4963d503354d3b9, disabling compactions & flushes 2024-12-04T02:22:34,769 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,769 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,769 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. after waiting 0 ms 2024-12-04T02:22:34,769 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,769 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8b20dacc08560c7c4963d503354d3b9: Waiting for close lock at 1733278954769Running coprocessor pre-close hooks at 1733278954769Disabling compacts and flushes for region at 1733278954769Disabling writes for close at 1733278954769Failed flush hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., putting online again at 1733278954769 2024-12-04T02:22:34,770 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9. 2024-12-04T02:22:34,969 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:22:34,993 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 1438, reset compression=false 2024-12-04T02:22:35,005 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:35,005 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 2082, reset compression=false 2024-12-04T02:22:35,078 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/rep_barrier/aa386e740a094dd781263dceb3e25cae 2024-12-04T02:22:35,120 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/table/d03f956318cd42a98852642979eaa36d is 53, key is hbase:replication/table:state/1733278941337/Put/seqid=0 2024-12-04T02:22:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741846_1022 (size=5308) 2024-12-04T02:22:35,170 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:22:35,170 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1325): Online Regions={b8b20dacc08560c7c4963d503354d3b9=hbase:replication,,1733278940164.b8b20dacc08560c7c4963d503354d3b9., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:22:35,170 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:22:35,220 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 2082, reset compression=false 2024-12-04T02:22:35,372 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:22:35,524 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 2082, reset compression=false 2024-12-04T02:22:35,530 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/table/d03f956318cd42a98852642979eaa36d 2024-12-04T02:22:35,534 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/info/cf9c081ee0a14f42847f4a66abf26954 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/info/cf9c081ee0a14f42847f4a66abf26954 2024-12-04T02:22:35,539 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/info/cf9c081ee0a14f42847f4a66abf26954, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:22:35,540 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/ns/5b22235a2bdf44ada75fbcbd445efd3c as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/ns/5b22235a2bdf44ada75fbcbd445efd3c 2024-12-04T02:22:35,544 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/ns/5b22235a2bdf44ada75fbcbd445efd3c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:22:35,548 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/rep_barrier/aa386e740a094dd781263dceb3e25cae as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/rep_barrier/aa386e740a094dd781263dceb3e25cae 2024-12-04T02:22:35,553 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/rep_barrier/aa386e740a094dd781263dceb3e25cae, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:22:35,553 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/.tmp/table/d03f956318cd42a98852642979eaa36d as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/table/d03f956318cd42a98852642979eaa36d 2024-12-04T02:22:35,558 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/table/d03f956318cd42a98852642979eaa36d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:22:35,559 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1389ms, sequenceid=16, compaction requested=false 2024-12-04T02:22:35,572 DEBUG [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:22:35,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:22:35,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:35,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:22:35,574 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:35,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278954169Running coprocessor pre-close hooks at 1733278954169Disabling compacts and flushes for region at 1733278954169Disabling writes for close at 1733278954170 (+1 ms)Obtaining lock to block concurrent updates at 1733278954171 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733278954171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278954171Flushing stores of hbase:meta,,1.1588230740 at 1733278954172 (+1 ms)Flushing 1588230740/info: creating writer at 1733278954172Flushing 1588230740/info: appending metadata at 1733278954194 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733278954194Flushing 1588230740/ns: creating writer at 1733278954607 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733278954626 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733278954626Flushing 1588230740/rep_barrier: creating writer at 1733278954640 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278954656 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278954656Flushing 1588230740/table: creating writer at 1733278955084 (+428 ms)Flushing 1588230740/table: appending metadata at 1733278955119 (+35 ms)Flushing 1588230740/table: closing flushed file at 1733278955120 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79120277: reopening flushed file at 1733278955534 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b007846: reopening flushed file at 1733278955539 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254baf4a: reopening flushed file at 1733278955544 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2108986b: reopening flushed file at 1733278955553 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1389ms, sequenceid=16, compaction requested=false at 1733278955559 (+6 ms)Writing region close event to WAL at 1733278955568 (+9 ms)Running coprocessor post-close hooks at 1733278955574 (+6 ms)Closed at 1733278955574 2024-12-04T02:22:35,574 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:35,772 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T02:22:35,772 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,46871,1733278922140; all regions closed. 2024-12-04T02:22:35,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:22:35,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.rep.1733278941300 not finished, retry = 0 2024-12-04T02:22:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741839_1015 (size=2171) 2024-12-04T02:22:35,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 not finished, retry = 0 2024-12-04T02:22:35,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741833_1009 (size=2090) 2024-12-04T02:22:35,927 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 to pos 2082, reset compression=false 2024-12-04T02:22:35,967 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:35,984 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:35,984 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/WALs/40249addbad9,46871,1733278922140/40249addbad9%2C46871%2C1733278922140.1733278924801 2024-12-04T02:22:35,984 INFO [RS:0;40249addbad9:46871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:35,984 INFO [RS:0;40249addbad9:46871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:35,984 INFO [RS:0;40249addbad9:46871 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:35,985 INFO [RS:0;40249addbad9:46871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:35,985 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:35,985 INFO [RS:0;40249addbad9:46871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,46871,1733278922140 because: Region server is closing 2024-12-04T02:22:35,985 INFO [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:46871. 2024-12-04T02:22:35,985 DEBUG [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:35,985 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:35,986 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:35,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:36,086 INFO [RS:0;40249addbad9:46871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.shipper40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 terminated 2024-12-04T02:22:36,086 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,46871,1733278922140.replicationSource.wal-reader.40249addbad9%2C46871%2C1733278922140,1-40249addbad9,46871,1733278922140 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-04T02:22:36,086 INFO [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:46871. 2024-12-04T02:22:36,086 DEBUG [RS:0;40249addbad9:46871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:36,086 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:36,086 DEBUG [RS:0;40249addbad9:46871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:36,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:36,086 INFO [RS:0;40249addbad9:46871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46871 2024-12-04T02:22:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1713275710/rs/40249addbad9,46871,1733278922140 2024-12-04T02:22:36,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710/rs 2024-12-04T02:22:36,174 INFO [RS:0;40249addbad9:46871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:36,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,46871,1733278922140] 2024-12-04T02:22:36,237 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1713275710/draining/40249addbad9,46871,1733278922140 already deleted, retry=false 2024-12-04T02:22:36,237 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,46871,1733278922140 expired; onlineServers=0 2024-12-04T02:22:36,237 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,35981,1733278921970' ***** 2024-12-04T02:22:36,237 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:22:36,237 INFO [M:0;40249addbad9:35981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:36,237 INFO [M:0;40249addbad9:35981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:36,237 DEBUG [M:0;40249addbad9:35981 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:22:36,237 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:22:36,237 DEBUG [M:0;40249addbad9:35981 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:22:36,237 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278924397 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278924397,5,FailOnTimeoutGroup] 2024-12-04T02:22:36,238 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278924397 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278924397,5,FailOnTimeoutGroup] 2024-12-04T02:22:36,238 INFO [M:0;40249addbad9:35981 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:36,238 INFO [M:0;40249addbad9:35981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:36,238 DEBUG [M:0;40249addbad9:35981 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:22:36,238 INFO [M:0;40249addbad9:35981 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:22:36,238 INFO [M:0;40249addbad9:35981 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:36,238 INFO [M:0;40249addbad9:35981 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:22:36,238 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:22:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1713275710/master 2024-12-04T02:22:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1713275710 2024-12-04T02:22:36,247 DEBUG [M:0;40249addbad9:35981 {}] zookeeper.ZKUtil(347): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Unable to get data of znode /1713275710/master because node does not exist (not an error) 2024-12-04T02:22:36,247 WARN [M:0;40249addbad9:35981 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:22:36,248 INFO [M:0;40249addbad9:35981 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/.lastflushedseqids 2024-12-04T02:22:36,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741847_1023 (size=245) 2024-12-04T02:22:36,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:36,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46871-0x1019e2551ec0004, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:36,320 INFO [RS:0;40249addbad9:46871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:36,320 INFO [RS:0;40249addbad9:46871 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,46871,1733278922140; zookeeper connection closed. 2024-12-04T02:22:36,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad6c153 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad6c153 2024-12-04T02:22:36,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:22:36,652 INFO [M:0;40249addbad9:35981 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:22:36,652 INFO [M:0;40249addbad9:35981 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:22:36,652 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:36,652 INFO [M:0;40249addbad9:35981 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:36,652 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:36,652 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:36,652 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:36,652 INFO [M:0;40249addbad9:35981 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T02:22:36,670 DEBUG [M:0;40249addbad9:35981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8ac6564414d8ca31384065f7c0069 is 82, key is hbase:meta,,1/info:regioninfo/1733278925640/Put/seqid=0 2024-12-04T02:22:36,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741848_1024 (size=5672) 2024-12-04T02:22:37,077 INFO [M:0;40249addbad9:35981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8ac6564414d8ca31384065f7c0069 2024-12-04T02:22:37,092 DEBUG [M:0;40249addbad9:35981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fb5269a9b394b3e936a161b9a4f9876 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278941339/Put/seqid=0 2024-12-04T02:22:37,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741849_1025 (size=8515) 2024-12-04T02:22:37,278 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:37,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,495 INFO [M:0;40249addbad9:35981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fb5269a9b394b3e936a161b9a4f9876 2024-12-04T02:22:37,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:37,523 DEBUG [M:0;40249addbad9:35981 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20f1e322810c43e695e98c894f97c145 is 69, key is 40249addbad9,46871,1733278922140/rs:state/1733278924559/Put/seqid=0 2024-12-04T02:22:37,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741850_1026 (size=5156) 2024-12-04T02:22:37,530 INFO [M:0;40249addbad9:35981 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20f1e322810c43e695e98c894f97c145 2024-12-04T02:22:37,535 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20a8ac6564414d8ca31384065f7c0069 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8ac6564414d8ca31384065f7c0069 2024-12-04T02:22:37,539 INFO [M:0;40249addbad9:35981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20a8ac6564414d8ca31384065f7c0069, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T02:22:37,540 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fb5269a9b394b3e936a161b9a4f9876 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fb5269a9b394b3e936a161b9a4f9876 2024-12-04T02:22:37,545 INFO [M:0;40249addbad9:35981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fb5269a9b394b3e936a161b9a4f9876, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T02:22:37,546 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20f1e322810c43e695e98c894f97c145 as hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20f1e322810c43e695e98c894f97c145 2024-12-04T02:22:37,551 INFO [M:0;40249addbad9:35981 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42961/user/jenkins/test-data/cbf1cf8d-585d-3168-59fd-17c1db79d9ba/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20f1e322810c43e695e98c894f97c145, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T02:22:37,551 INFO [M:0;40249addbad9:35981 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false 2024-12-04T02:22:37,558 INFO [M:0;40249addbad9:35981 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:37,558 DEBUG [M:0;40249addbad9:35981 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278956652Disabling compacts and flushes for region at 1733278956652Disabling writes for close at 1733278956652Obtaining lock to block concurrent updates at 1733278956652Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278956652Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733278956653 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278956653Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278956653Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278956670 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278956670Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278957080 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278957091 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278957091Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278957499 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278957522 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278957522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@577809f5: reopening flushed file at 1733278957534 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@601e7c3e: reopening flushed file at 1733278957539 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f55916: reopening flushed file at 1733278957545 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=97, compaction requested=false at 1733278957551 (+6 ms)Writing region close event to WAL at 1733278957558 (+7 ms)Closed at 1733278957558 2024-12-04T02:22:37,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40335 is added to blk_1073741830_1006 (size=63642) 2024-12-04T02:22:37,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:37,563 INFO [M:0;40249addbad9:35981 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:22:37,563 INFO [M:0;40249addbad9:35981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35981 2024-12-04T02:22:37,568 INFO [M:0;40249addbad9:35981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:37,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35981-0x1019e2551ec0003, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:37,708 INFO [M:0;40249addbad9:35981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:37,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f1d0a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:37,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e1483c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:37,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:37,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383e66c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:37,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d157b00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:37,739 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:22:37,739 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:22:37,739 WARN [BP-1865602842-172.17.0.3-1733278919882 heartbeating to localhost/127.0.0.1:42961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:22:37,739 WARN [BP-1865602842-172.17.0.3-1733278919882 heartbeating to localhost/127.0.0.1:42961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865602842-172.17.0.3-1733278919882 (Datanode Uuid 3faa23a4-36f3-41fe-955f-c808f8a4bba3) service to localhost/127.0.0.1:42961 2024-12-04T02:22:37,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/cluster_78f13a46-f81a-e732-6c7e-d32b47bd0cd1/data/data1/current/BP-1865602842-172.17.0.3-1733278919882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:37,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/cluster_78f13a46-f81a-e732-6c7e-d32b47bd0cd1/data/data2/current/BP-1865602842-172.17.0.3-1733278919882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:37,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:22:37,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d55cd7f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:37,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6041d383{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:37,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:37,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b74b1f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:37,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612d5d6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b98e10a-b566-ff54-2651-9cea65886a44/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:22:37,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:22:37,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:37,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:37,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:37,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:37,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:37,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:22:37,768 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1250243893, stopped=false 2024-12-04T02:22:37,768 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,35179,1733278917463 2024-12-04T02:22:37,795 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709860237/running 2024-12-04T02:22:37,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709860237/running 2024-12-04T02:22:37,795 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:22:37,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:22:37,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/running 2024-12-04T02:22:37,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Set watcher on znode that does not yet exist, /0-1709860237/running 2024-12-04T02:22:37,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:37,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:37,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:37,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:37,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,36589,1733278917780' ***** 2024-12-04T02:22:37,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:22:37,797 INFO [RS:0;40249addbad9:36589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:22:37,797 INFO [RS:0;40249addbad9:36589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:22:37,797 INFO [RS:0;40249addbad9:36589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:37,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,36589,1733278917780 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:36589. 2024-12-04T02:22:37,798 DEBUG [RS:0;40249addbad9:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:37,798 DEBUG [RS:0;40249addbad9:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:22:37,798 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:22:37,799 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:22:37,799 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1325): Online Regions={a293fab6a1ed979ddcba6144484c9386=test,,1733278933040.a293fab6a1ed979ddcba6144484c9386., 1588230740=hbase:meta,,1.1588230740, 57b1c18cdecbff185929b3fa34e08b60=hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60.} 2024-12-04T02:22:37,799 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57b1c18cdecbff185929b3fa34e08b60, a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a293fab6a1ed979ddcba6144484c9386, disabling compactions & flushes 2024-12-04T02:22:37,799 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. after waiting 0 ms 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:37,799 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:37,799 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a293fab6a1ed979ddcba6144484c9386 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:37,799 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:37,799 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:22:37,820 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f/7392819af4ac49cea6f96bc7cddba614 is 28, key is row/f:/1733278947516/DeleteFamily/seqid=0 2024-12-04T02:22:37,824 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/info/e6a6ed42db314f3a80657dfe1ba5358c is 147, key is hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60./info:regioninfo/1733278938853/Put/seqid=0 2024-12-04T02:22:37,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741840_1016 (size=5085) 2024-12-04T02:22:37,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741841_1017 (size=7686) 2024-12-04T02:22:37,856 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:37,999 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57b1c18cdecbff185929b3fa34e08b60, a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:38,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:38,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:38,199 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57b1c18cdecbff185929b3fa34e08b60, a293fab6a1ed979ddcba6144484c9386 2024-12-04T02:22:38,227 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f/7392819af4ac49cea6f96bc7cddba614 2024-12-04T02:22:38,234 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7392819af4ac49cea6f96bc7cddba614 2024-12-04T02:22:38,240 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/info/e6a6ed42db314f3a80657dfe1ba5358c 2024-12-04T02:22:38,257 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f1/d433f0cec0e5417abbce996e6f47c463 is 29, key is row/f1:/1733278947516/DeleteFamily/seqid=0 2024-12-04T02:22:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741842_1018 (size=5089) 2024-12-04T02:22:38,278 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f1/d433f0cec0e5417abbce996e6f47c463 2024-12-04T02:22:38,285 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d433f0cec0e5417abbce996e6f47c463 2024-12-04T02:22:38,285 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/ns/f394d189ef4648a5b9af736a1aa15d23 is 43, key is default/ns:d/1733278919780/Put/seqid=0 2024-12-04T02:22:38,286 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:22:38,286 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:22:38,303 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/norep/cf81cf7cb14d4c4b821c0d30359d72c2 is 32, key is row/norep:/1733278947516/DeleteFamily/seqid=0 2024-12-04T02:22:38,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741843_1019 (size=5153) 2024-12-04T02:22:38,306 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/ns/f394d189ef4648a5b9af736a1aa15d23 2024-12-04T02:22:38,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741844_1020 (size=5101) 2024-12-04T02:22:38,324 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/norep/cf81cf7cb14d4c4b821c0d30359d72c2 2024-12-04T02:22:38,329 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf81cf7cb14d4c4b821c0d30359d72c2 2024-12-04T02:22:38,329 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f/7392819af4ac49cea6f96bc7cddba614 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/f/7392819af4ac49cea6f96bc7cddba614 2024-12-04T02:22:38,332 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7392819af4ac49cea6f96bc7cddba614 2024-12-04T02:22:38,333 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/f/7392819af4ac49cea6f96bc7cddba614, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T02:22:38,333 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/f1/d433f0cec0e5417abbce996e6f47c463 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/f1/d433f0cec0e5417abbce996e6f47c463 2024-12-04T02:22:38,337 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d433f0cec0e5417abbce996e6f47c463 2024-12-04T02:22:38,337 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/f1/d433f0cec0e5417abbce996e6f47c463, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T02:22:38,337 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/.tmp/norep/cf81cf7cb14d4c4b821c0d30359d72c2 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/norep/cf81cf7cb14d4c4b821c0d30359d72c2 2024-12-04T02:22:38,341 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf81cf7cb14d4c4b821c0d30359d72c2 2024-12-04T02:22:38,341 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/norep/cf81cf7cb14d4c4b821c0d30359d72c2, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T02:22:38,342 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a293fab6a1ed979ddcba6144484c9386 in 542ms, sequenceid=6, compaction requested=false 2024-12-04T02:22:38,342 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:22:38,345 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0ce958b086415089d0632a90e9f16e is 112, key is test,,1733278933040.a293fab6a1ed979ddcba6144484c9386./rep_barrier:seqnumDuringOpen/1733278934177/Put/seqid=0 2024-12-04T02:22:38,348 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/default/test/a293fab6a1ed979ddcba6144484c9386/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T02:22:38,348 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:38,348 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:22:38,349 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a293fab6a1ed979ddcba6144484c9386: Waiting for close lock at 1733278957799Running coprocessor pre-close hooks at 1733278957799Disabling compacts and flushes for region at 1733278957799Disabling writes for close at 1733278957799Obtaining lock to block concurrent updates at 1733278957799Preparing flush snapshotting stores in a293fab6a1ed979ddcba6144484c9386 at 1733278957799Finished memstore snapshotting test,,1733278933040.a293fab6a1ed979ddcba6144484c9386., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733278957799Flushing stores of test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. at 1733278957800 (+1 ms)Flushing a293fab6a1ed979ddcba6144484c9386/f: creating writer at 1733278957801 (+1 ms)Flushing a293fab6a1ed979ddcba6144484c9386/f: appending metadata at 1733278957819 (+18 ms)Flushing a293fab6a1ed979ddcba6144484c9386/f: closing flushed file at 1733278957819Flushing a293fab6a1ed979ddcba6144484c9386/f1: creating writer at 1733278958234 (+415 ms)Flushing a293fab6a1ed979ddcba6144484c9386/f1: appending metadata at 1733278958256 (+22 ms)Flushing a293fab6a1ed979ddcba6144484c9386/f1: closing flushed file at 1733278958256Flushing a293fab6a1ed979ddcba6144484c9386/norep: creating writer at 1733278958285 (+29 ms)Flushing a293fab6a1ed979ddcba6144484c9386/norep: appending metadata at 1733278958302 (+17 ms)Flushing a293fab6a1ed979ddcba6144484c9386/norep: closing flushed file at 1733278958303 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c07224: reopening flushed file at 1733278958329 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f79e67: reopening flushed file at 1733278958333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb5038d: reopening flushed file at 1733278958337 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a293fab6a1ed979ddcba6144484c9386 in 542ms, sequenceid=6, compaction requested=false at 1733278958342 (+5 ms)Writing region close event to WAL at 1733278958345 (+3 ms)Running coprocessor post-close hooks at 1733278958348 (+3 ms)Closed at 1733278958349 (+1 ms) 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278933040.a293fab6a1ed979ddcba6144484c9386. 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57b1c18cdecbff185929b3fa34e08b60, disabling compactions & flushes 2024-12-04T02:22:38,349 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. after waiting 0 ms 2024-12-04T02:22:38,349 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:38,349 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 57b1c18cdecbff185929b3fa34e08b60 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T02:22:38,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741845_1021 (size=5518) 2024-12-04T02:22:38,354 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0ce958b086415089d0632a90e9f16e 2024-12-04T02:22:38,364 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/.tmp/queue/d6e539a5fb0543748921f47784125881 is 153, key is 1-40249addbad9,36589,1733278917780/queue:40249addbad9%2C36589%2C1733278917780/1733278948218/Put/seqid=0 2024-12-04T02:22:38,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741846_1022 (size=5352) 2024-12-04T02:22:38,375 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/table/dd193877bf0c4adaad87f6aee91b8385 is 53, key is hbase:replication/table:state/1733278938859/Put/seqid=0 2024-12-04T02:22:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741847_1023 (size=5308) 2024-12-04T02:22:38,396 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/table/dd193877bf0c4adaad87f6aee91b8385 2024-12-04T02:22:38,400 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:38,411 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/info/e6a6ed42db314f3a80657dfe1ba5358c as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/info/e6a6ed42db314f3a80657dfe1ba5358c 2024-12-04T02:22:38,416 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/info/e6a6ed42db314f3a80657dfe1ba5358c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:22:38,417 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/ns/f394d189ef4648a5b9af736a1aa15d23 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/ns/f394d189ef4648a5b9af736a1aa15d23 2024-12-04T02:22:38,421 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/ns/f394d189ef4648a5b9af736a1aa15d23, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:22:38,422 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/rep_barrier/7f0ce958b086415089d0632a90e9f16e as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/rep_barrier/7f0ce958b086415089d0632a90e9f16e 2024-12-04T02:22:38,427 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/rep_barrier/7f0ce958b086415089d0632a90e9f16e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:22:38,427 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/.tmp/table/dd193877bf0c4adaad87f6aee91b8385 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/table/dd193877bf0c4adaad87f6aee91b8385 2024-12-04T02:22:38,437 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/table/dd193877bf0c4adaad87f6aee91b8385, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:22:38,438 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false 2024-12-04T02:22:38,438 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:22:38,455 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:22:38,456 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:38,456 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:22:38,456 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:38,456 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278957799Running coprocessor pre-close hooks at 1733278957799Disabling compacts and flushes for region at 1733278957799Disabling writes for close at 1733278957799Obtaining lock to block concurrent updates at 1733278957799Preparing flush snapshotting stores in 1588230740 at 1733278957799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278957800 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278957801 (+1 ms)Flushing 1588230740/info: creating writer at 1733278957801Flushing 1588230740/info: appending metadata at 1733278957823 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733278957823Flushing 1588230740/ns: creating writer at 1733278958259 (+436 ms)Flushing 1588230740/ns: appending metadata at 1733278958284 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733278958284Flushing 1588230740/rep_barrier: creating writer at 1733278958309 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278958345 (+36 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278958345Flushing 1588230740/table: creating writer at 1733278958357 (+12 ms)Flushing 1588230740/table: appending metadata at 1733278958374 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733278958374Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3083b087: reopening flushed file at 1733278958410 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2de336: reopening flushed file at 1733278958416 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353ee736: reopening flushed file at 1733278958422 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5613118a: reopening flushed file at 1733278958427 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false at 1733278958438 (+11 ms)Writing region close event to WAL at 1733278958453 (+15 ms)Running coprocessor post-close hooks at 1733278958456 (+3 ms)Closed at 1733278958456 2024-12-04T02:22:38,456 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:38,600 DEBUG [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1351): Waiting on 57b1c18cdecbff185929b3fa34e08b60 2024-12-04T02:22:38,689 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 636, reset compression=false 2024-12-04T02:22:38,696 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:22:38,696 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 1527, reset compression=false 2024-12-04T02:22:38,697 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,36589,1733278917780 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:22:38,697 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,36589,1733278917780: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-40249addbad9,36589,1733278917780, walGroup=40249addbad9%2C36589%2C1733278917780, offset=40249addbad9%2C36589%2C1733278917780.1733278919354:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:36589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:22:38,698 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:22:38,699 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:22:38,699 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:22:38,699 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:22:38,699 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:22:38,699 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 841929728 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202959360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:22:38,699 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:35179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:22:38,768 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/.tmp/queue/d6e539a5fb0543748921f47784125881 2024-12-04T02:22:38,771 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/.tmp/queue/d6e539a5fb0543748921f47784125881 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/queue/d6e539a5fb0543748921f47784125881 2024-12-04T02:22:38,774 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/queue/d6e539a5fb0543748921f47784125881, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T02:22:38,775 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 57b1c18cdecbff185929b3fa34e08b60 in 426ms, sequenceid=8, compaction requested=false 2024-12-04T02:22:38,784 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/data/hbase/replication/57b1c18cdecbff185929b3fa34e08b60/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T02:22:38,785 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:22:38,785 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:22:38,785 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:38,785 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57b1c18cdecbff185929b3fa34e08b60: Waiting for close lock at 1733278958349Running coprocessor pre-close hooks at 1733278958349Disabling compacts and flushes for region at 1733278958349Disabling writes for close at 1733278958349Obtaining lock to block concurrent updates at 1733278958349Preparing flush snapshotting stores in 57b1c18cdecbff185929b3fa34e08b60 at 1733278958349Finished memstore snapshotting hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733278958349Flushing stores of hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. at 1733278958350 (+1 ms)Flushing 57b1c18cdecbff185929b3fa34e08b60/queue: creating writer at 1733278958350Flushing 57b1c18cdecbff185929b3fa34e08b60/queue: appending metadata at 1733278958364 (+14 ms)Flushing 57b1c18cdecbff185929b3fa34e08b60/queue: closing flushed file at 1733278958364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5813b0cc: reopening flushed file at 1733278958770 (+406 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 57b1c18cdecbff185929b3fa34e08b60 in 426ms, sequenceid=8, compaction requested=false at 1733278958775 (+5 ms)Writing region close event to WAL at 1733278958780 (+5 ms)Running coprocessor post-close hooks at 1733278958785 (+5 ms)Closed at 1733278958785 2024-12-04T02:22:38,785 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278938017.57b1c18cdecbff185929b3fa34e08b60. 2024-12-04T02:22:38,800 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,36589,1733278917780; all regions closed. 2024-12-04T02:22:38,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741834_1010 (size=4239) 2024-12-04T02:22:38,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741839_1015 (size=2240) 2024-12-04T02:22:38,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741833_1009 (size=1535) 2024-12-04T02:22:38,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 not finished, retry = 0 2024-12-04T02:22:38,908 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 to pos 1527, reset compression=false 2024-12-04T02:22:38,908 DEBUG [RS:0;40249addbad9:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:38,908 INFO [RS:0;40249addbad9:36589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:22:38,909 INFO [RS:0;40249addbad9:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:38,909 INFO [RS:0;40249addbad9:36589 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:38,909 INFO [RS:0;40249addbad9:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:38,909 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:38,909 INFO [RS:0;40249addbad9:36589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,36589,1733278917780 because: Region server is closing 2024-12-04T02:22:38,909 INFO [RS:0;40249addbad9:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:36589. 2024-12-04T02:22:38,909 DEBUG [RS:0;40249addbad9:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:38,909 DEBUG [RS:0;40249addbad9:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:38,909 DEBUG [RS:0;40249addbad9:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:38,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:38,910 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.wal-reader.40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/WALs/40249addbad9,36589,1733278917780/40249addbad9%2C36589%2C1733278917780.1733278919354 2024-12-04T02:22:39,010 INFO [RS:0;40249addbad9:36589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,36589,1733278917780.replicationSource.shipper40249addbad9%2C36589%2C1733278917780,1-40249addbad9,36589,1733278917780 terminated 2024-12-04T02:22:39,010 INFO [RS:0;40249addbad9:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36589 2024-12-04T02:22:39,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237/rs 2024-12-04T02:22:39,016 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709860237/rs/40249addbad9,36589,1733278917780 2024-12-04T02:22:39,016 INFO [RS:0;40249addbad9:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:39,026 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,36589,1733278917780] 2024-12-04T02:22:39,037 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1709860237/draining/40249addbad9,36589,1733278917780 already deleted, retry=false 2024-12-04T02:22:39,037 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,36589,1733278917780 expired; onlineServers=0 2024-12-04T02:22:39,037 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,35179,1733278917463' ***** 2024-12-04T02:22:39,037 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:22:39,037 INFO [M:0;40249addbad9:35179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:22:39,037 INFO [M:0;40249addbad9:35179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:22:39,037 DEBUG [M:0;40249addbad9:35179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:22:39,037 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:22:39,037 DEBUG [M:0;40249addbad9:35179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:22:39,037 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278919065 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278919065,5,FailOnTimeoutGroup] 2024-12-04T02:22:39,037 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278919063 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278919063,5,FailOnTimeoutGroup] 2024-12-04T02:22:39,037 INFO [M:0;40249addbad9:35179 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:22:39,037 INFO [M:0;40249addbad9:35179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:22:39,037 DEBUG [M:0;40249addbad9:35179 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:22:39,037 INFO [M:0;40249addbad9:35179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:22:39,038 INFO [M:0;40249addbad9:35179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:22:39,038 ERROR [M:0;40249addbad9:35179 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33667,5,PEWorkerGroup] 2024-12-04T02:22:39,038 INFO [M:0;40249addbad9:35179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:22:39,038 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:22:39,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1709860237/master 2024-12-04T02:22:39,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1709860237 2024-12-04T02:22:39,047 DEBUG [M:0;40249addbad9:35179 {}] zookeeper.ZKUtil(347): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Unable to get data of znode /0-1709860237/master because node does not exist (not an error) 2024-12-04T02:22:39,047 WARN [M:0;40249addbad9:35179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:22:39,048 INFO [M:0;40249addbad9:35179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/.lastflushedseqids 2024-12-04T02:22:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741848_1024 (size=245) 2024-12-04T02:22:39,052 INFO [M:0;40249addbad9:35179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:22:39,052 INFO [M:0;40249addbad9:35179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:22:39,052 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:39,053 INFO [M:0;40249addbad9:35179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:39,053 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:39,053 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:39,053 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:39,053 INFO [M:0;40249addbad9:35179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-04T02:22:39,069 DEBUG [M:0;40249addbad9:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e32232f248224e058e06c7179a255285 is 82, key is hbase:meta,,1/info:regioninfo/1733278919752/Put/seqid=0 2024-12-04T02:22:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741849_1025 (size=5672) 2024-12-04T02:22:39,126 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:39,126 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1019e2551ec0001, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:39,126 INFO [RS:0;40249addbad9:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:39,126 INFO [RS:0;40249addbad9:36589 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,36589,1733278917780; zookeeper connection closed. 2024-12-04T02:22:39,127 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5693dd2c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5693dd2c 2024-12-04T02:22:39,127 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:22:39,472 INFO [M:0;40249addbad9:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e32232f248224e058e06c7179a255285 2024-12-04T02:22:39,488 DEBUG [M:0;40249addbad9:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e4380c4b5244779382d4cb414ede6a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278934185/Put/seqid=0 2024-12-04T02:22:39,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741850_1026 (size=7217) 2024-12-04T02:22:39,893 INFO [M:0;40249addbad9:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e4380c4b5244779382d4cb414ede6a 2024-12-04T02:22:39,897 INFO [M:0;40249addbad9:35179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e4380c4b5244779382d4cb414ede6a 2024-12-04T02:22:39,914 DEBUG [M:0;40249addbad9:35179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d15e1783ec54374920e74e70d48336b is 69, key is 40249addbad9,36589,1733278917780/rs:state/1733278919181/Put/seqid=0 2024-12-04T02:22:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741851_1027 (size=5156) 2024-12-04T02:22:39,928 INFO [M:0;40249addbad9:35179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d15e1783ec54374920e74e70d48336b 2024-12-04T02:22:39,942 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e32232f248224e058e06c7179a255285 as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e32232f248224e058e06c7179a255285 2024-12-04T02:22:39,947 INFO [M:0;40249addbad9:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e32232f248224e058e06c7179a255285, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T02:22:39,947 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e4380c4b5244779382d4cb414ede6a as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e4380c4b5244779382d4cb414ede6a 2024-12-04T02:22:39,951 INFO [M:0;40249addbad9:35179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e4380c4b5244779382d4cb414ede6a 2024-12-04T02:22:39,951 INFO [M:0;40249addbad9:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e4380c4b5244779382d4cb414ede6a, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T02:22:39,952 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d15e1783ec54374920e74e70d48336b as hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d15e1783ec54374920e74e70d48336b 2024-12-04T02:22:39,970 INFO [M:0;40249addbad9:35179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33667/user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d15e1783ec54374920e74e70d48336b, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T02:22:39,974 INFO [M:0;40249addbad9:35179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=105, compaction requested=false 2024-12-04T02:22:39,988 INFO [M:0;40249addbad9:35179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:39,988 DEBUG [M:0;40249addbad9:35179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278959052Disabling compacts and flushes for region at 1733278959052Disabling writes for close at 1733278959053 (+1 ms)Obtaining lock to block concurrent updates at 1733278959053Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278959053Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733278959053Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278959053Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278959053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278959068 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278959068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278959475 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278959488 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278959488Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278959897 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278959914 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278959914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cf326b: reopening flushed file at 1733278959942 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631d9390: reopening flushed file at 1733278959947 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14dbab83: reopening flushed file at 1733278959951 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=105, compaction requested=false at 1733278959974 (+23 ms)Writing region close event to WAL at 1733278959988 (+14 ms)Closed at 1733278959988 2024-12-04T02:22:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741830_1006 (size=64411) 2024-12-04T02:22:39,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4dea3d80-53a7-c4f4-0077-abdec9dfb677/MasterData/WALs/40249addbad9,35179,1733278917463/40249addbad9%2C35179%2C1733278917463.1733278918782 not finished, retry = 0 2024-12-04T02:22:40,097 INFO [M:0;40249addbad9:35179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:22:40,097 INFO [M:0;40249addbad9:35179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35179 2024-12-04T02:22:40,097 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:22:40,098 INFO [M:0;40249addbad9:35179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:22:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:40,219 INFO [M:0;40249addbad9:35179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:22:40,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35179-0x1019e2551ec0000, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:22:40,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cff4c20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:40,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13cd5feb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:40,221 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:40,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bb9b5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:40,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@620c6252{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:40,222 WARN [BP-621221854-172.17.0.3-1733278914163 heartbeating to localhost/127.0.0.1:33667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:22:40,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:22:40,222 WARN [BP-621221854-172.17.0.3-1733278914163 heartbeating to localhost/127.0.0.1:33667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-621221854-172.17.0.3-1733278914163 (Datanode Uuid e132cafb-711d-4a1d-971e-ef8c5b227d59) service to localhost/127.0.0.1:33667 2024-12-04T02:22:40,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:22:40,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/data/data1/current/BP-621221854-172.17.0.3-1733278914163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:40,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/cluster_13c7f2f5-aedc-cafd-3ba7-9a08bb390ae7/data/data2/current/BP-621221854-172.17.0.3-1733278914163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:22:40,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:22:40,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6260f7f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:40,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1510d567{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:22:40,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:22:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ed8d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:22:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1182c795{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6e991e9-e34c-f28d-8b54-45dfac4a1df5/hadoop.log.dir/,STOPPED} 2024-12-04T02:22:40,233 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:22:40,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:22:40,272 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 312) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46527 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42961 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33667 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59509) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:42961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:33667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:46527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 836), ProcessCount=11 (was 11), AvailableMemoryMB=3841 (was 3909) 2024-12-04T02:22:40,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=3841 2024-12-04T02:22:40,292 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T02:22:40,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir so I do NOT create it in target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df 2024-12-04T02:22:40,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:22:40,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.tmp.dir so I do NOT create it in target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df 2024-12-04T02:22:40,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ef8cd555-1014-a460-023b-7b607959664d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:22:40,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df 2024-12-04T02:22:40,292 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b, deleteOnExit=true 2024-12-04T02:22:40,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/zookeeper_0, clientPort=59877, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:22:40,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59877 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/test.cache.data in system properties and HBase conf 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:22:40,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:22:40,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:22:40,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e2551ec0002, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:22:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e2551ec0005, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:22:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e2551ec0008, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:22:40,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e2551ec0008, quorum=127.0.0.1:59509, baseZNode=/2-1366112753 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:22:40,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e2551ec0005, quorum=127.0.0.1:59509, baseZNode=/1713275710 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:22:40,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e2551ec0002, quorum=127.0.0.1:59509, baseZNode=/0-1709860237 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:22:40,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:40,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:40,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:40,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:40,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:22:40,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:40,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7108e3af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:40,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d565d60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:40,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e50a615{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/java.io.tmpdir/jetty-localhost-45817-hadoop-hdfs-3_4_1-tests_jar-_-any-6024969017180676827/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:40,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e40db93{HTTP/1.1, (http/1.1)}{localhost:45817} 2024-12-04T02:22:40,816 INFO [Time-limited test {}] server.Server(415): Started @322876ms 2024-12-04T02:22:41,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:41,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:41,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:41,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:41,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:41,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb09bcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:41,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37bcb7e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:41,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ba9adc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/java.io.tmpdir/jetty-localhost-39657-hadoop-hdfs-3_4_1-tests_jar-_-any-17802688839580803728/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:41,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c3c5d5a{HTTP/1.1, (http/1.1)}{localhost:39657} 2024-12-04T02:22:41,293 INFO [Time-limited test {}] server.Server(415): Started @323353ms 2024-12-04T02:22:41,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:22:41,980 WARN [Thread-4181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data1/current/BP-1274608902-172.17.0.3-1733278960308/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:41,980 WARN [Thread-4182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data2/current/BP-1274608902-172.17.0.3-1733278960308/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:42,001 WARN [Thread-4169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:22:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3ddb6e2702dc65a with lease ID 0x9b8624b0a3b81353: Processing first storage report for DS-74b44a5e-0642-4294-aff5-625cb3848d1b from datanode DatanodeRegistration(127.0.0.1:35617, datanodeUuid=3072322e-e006-4f9f-a596-adb808739d96, infoPort=43423, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=1635659960;c=1733278960308) 2024-12-04T02:22:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3ddb6e2702dc65a with lease ID 0x9b8624b0a3b81353: from storage DS-74b44a5e-0642-4294-aff5-625cb3848d1b node DatanodeRegistration(127.0.0.1:35617, datanodeUuid=3072322e-e006-4f9f-a596-adb808739d96, infoPort=43423, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=1635659960;c=1733278960308), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3ddb6e2702dc65a with lease ID 0x9b8624b0a3b81353: Processing first storage report for DS-6c835ba8-b58e-48bf-81bf-577cc4b681c4 from datanode DatanodeRegistration(127.0.0.1:35617, datanodeUuid=3072322e-e006-4f9f-a596-adb808739d96, infoPort=43423, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=1635659960;c=1733278960308) 2024-12-04T02:22:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3ddb6e2702dc65a with lease ID 0x9b8624b0a3b81353: from storage DS-6c835ba8-b58e-48bf-81bf-577cc4b681c4 node DatanodeRegistration(127.0.0.1:35617, datanodeUuid=3072322e-e006-4f9f-a596-adb808739d96, infoPort=43423, infoSecurePort=0, ipcPort=39615, storageInfo=lv=-57;cid=testClusterID;nsid=1635659960;c=1733278960308), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:42,045 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df 2024-12-04T02:22:42,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:22:42,459 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde with version=8 2024-12-04T02:22:42,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/hbase-staging 2024-12-04T02:22:42,461 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:22:42,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:42,463 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33945 2024-12-04T02:22:42,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33945 connecting to ZooKeeper ensemble=127.0.0.1:59877 2024-12-04T02:22:42,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339450x0, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:42,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33945-0x1019e2606510000 connected 2024-12-04T02:22:42,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on znode that does not yet exist, /0-1405531215/running 2024-12-04T02:22:42,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde, hbase.cluster.distributed=false 2024-12-04T02:22:42,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on znode that does not yet exist, /0-1405531215/acl 2024-12-04T02:22:42,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-04T02:22:42,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-12-04T02:22:42,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-12-04T02:22:42,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-04T02:22:42,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-04T02:22:42,906 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:22:42,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:42,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35183 2024-12-04T02:22:42,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35183 connecting to ZooKeeper ensemble=127.0.0.1:59877 2024-12-04T02:22:42,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:42,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351830x0, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:42,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35183-0x1019e2606510001 connected 2024-12-04T02:22:42,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351830x0, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on znode that does not yet exist, /0-1405531215/running 2024-12-04T02:22:42,978 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:22:42,978 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:22:42,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on znode that does not yet exist, /0-1405531215/master 2024-12-04T02:22:42,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on znode that does not yet exist, /0-1405531215/acl 2024-12-04T02:22:42,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-04T02:22:42,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35183 2024-12-04T02:22:42,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35183 2024-12-04T02:22:42,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-04T02:22:42,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-04T02:22:42,994 DEBUG [M:0;40249addbad9:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:33945 2024-12-04T02:22:42,995 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1405531215/backup-masters/40249addbad9,33945,1733278962460 2024-12-04T02:22:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215/backup-masters 2024-12-04T02:22:43,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215/backup-masters 2024-12-04T02:22:43,093 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on existing znode=/0-1405531215/backup-masters/40249addbad9,33945,1733278962460 2024-12-04T02:22:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405531215/master 2024-12-04T02:22:43,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:43,138 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on existing znode=/0-1405531215/master 2024-12-04T02:22:43,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1405531215/backup-masters/40249addbad9,33945,1733278962460 from backup master directory 2024-12-04T02:22:43,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1405531215/backup-masters/40249addbad9,33945,1733278962460 2024-12-04T02:22:43,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215/backup-masters 2024-12-04T02:22:43,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215/backup-masters 2024-12-04T02:22:43,148 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:43,148 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,33945,1733278962460 2024-12-04T02:22:43,151 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/hbase.id] with ID: 0c0f2fac-185f-4ebb-af55-d97667981308 2024-12-04T02:22:43,151 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/.tmp/hbase.id 2024-12-04T02:22:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:22:43,155 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/.tmp/hbase.id]:[hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/hbase.id] 2024-12-04T02:22:43,161 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:43,161 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:22:43,162 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:22:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:43,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:22:43,574 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:43,575 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:22:43,575 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:43,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:22:43,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:43,982 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/data/master/store 2024-12-04T02:22:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:22:44,386 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:44,387 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:44,387 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:44,387 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:44,387 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:44,387 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:44,387 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:44,387 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278964387Disabling compacts and flushes for region at 1733278964387Disabling writes for close at 1733278964387Writing region close event to WAL at 1733278964387Closed at 1733278964387 2024-12-04T02:22:44,387 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/data/master/store/.initializing 2024-12-04T02:22:44,388 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/WALs/40249addbad9,33945,1733278962460 2024-12-04T02:22:44,388 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:44,389 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C33945%2C1733278962460, suffix=, logDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/WALs/40249addbad9,33945,1733278962460, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/oldWALs, maxLogs=10 2024-12-04T02:22:44,405 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/WALs/40249addbad9,33945,1733278962460/40249addbad9%2C33945%2C1733278962460.1733278964390, exclude list is [], retry=0 2024-12-04T02:22:44,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-74b44a5e-0642-4294-aff5-625cb3848d1b,DISK] 2024-12-04T02:22:44,409 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/WALs/40249addbad9,33945,1733278962460/40249addbad9%2C33945%2C1733278962460.1733278964390 2024-12-04T02:22:44,409 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-04T02:22:44,409 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:44,409 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:44,410 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,410 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:22:44,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:44,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:44,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:22:44,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:44,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:22:44,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:44,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:44,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:22:44,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:44,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:44,415 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,416 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,416 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,417 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,417 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,417 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:44,418 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:44,419 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:44,420 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71653581, jitterRate=0.06772156059741974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:44,420 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278964410Initializing all the Stores at 1733278964410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278964410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278964410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278964410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278964410Cleaning up temporary data from old regions at 1733278964417 (+7 ms)Region opened successfully at 1733278964420 (+3 ms) 2024-12-04T02:22:44,420 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:22:44,422 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee768bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:44,423 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:22:44,423 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:22:44,423 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:22:44,424 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:22:44,424 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:22:44,424 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:22:44,424 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:22:44,426 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:22:44,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Unable to get data of znode /0-1405531215/balancer because node does not exist (not necessarily an error) 2024-12-04T02:22:44,474 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405531215/balancer already deleted, retry=false 2024-12-04T02:22:44,475 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:22:44,475 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Unable to get data of znode /0-1405531215/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:22:44,485 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405531215/normalizer already deleted, retry=false 2024-12-04T02:22:44,485 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:22:44,486 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Unable to get data of znode /0-1405531215/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:22:44,495 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405531215/switch/split already deleted, retry=false 2024-12-04T02:22:44,497 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Unable to get data of znode /0-1405531215/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:22:44,506 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405531215/switch/merge already deleted, retry=false 2024-12-04T02:22:44,507 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Unable to get data of znode /0-1405531215/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:22:44,516 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1405531215/snapshot-cleanup already deleted, retry=false 2024-12-04T02:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405531215/running 2024-12-04T02:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1405531215/running 2024-12-04T02:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,527 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,33945,1733278962460, sessionid=0x1019e2606510000, setting cluster-up flag (Was=false) 2024-12-04T02:22:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,580 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405531215/flush-table-proc/acquired, /0-1405531215/flush-table-proc/reached, /0-1405531215/flush-table-proc/abort 2024-12-04T02:22:44,580 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,33945,1733278962460 2024-12-04T02:22:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:44,632 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1405531215/online-snapshot/acquired, /0-1405531215/online-snapshot/reached, /0-1405531215/online-snapshot/abort 2024-12-04T02:22:44,633 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,33945,1733278962460 2024-12-04T02:22:44,634 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:22:44,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:44,635 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:22:44,635 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:22:44,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,33945,1733278962460 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:22:44,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:44,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:44,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:44,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:44,636 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:22:44,637 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,637 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:44,637 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733278994637 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:22:44,637 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:22:44,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:44,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:22:44,638 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:22:44,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:44,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:22:44,639 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:22:44,639 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:22:44,639 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278964639,5,FailOnTimeoutGroup] 2024-12-04T02:22:44,639 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278964639,5,FailOnTimeoutGroup] 2024-12-04T02:22:44,639 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,640 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:22:44,640 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,640 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:22:44,686 INFO [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(746): ClusterId : 0c0f2fac-185f-4ebb-af55-d97667981308 2024-12-04T02:22:44,687 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:22:44,696 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:22:44,696 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:22:44,707 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:22:44,707 DEBUG [RS:0;40249addbad9:35183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63af22e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:44,717 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:35183 2024-12-04T02:22:44,717 INFO [RS:0;40249addbad9:35183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:22:44,717 INFO [RS:0;40249addbad9:35183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:22:44,717 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:22:44,718 INFO [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,33945,1733278962460 with port=35183, startcode=1733278962906 2024-12-04T02:22:44,718 DEBUG [RS:0;40249addbad9:35183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:22:44,719 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:22:44,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,35183,1733278962906 2024-12-04T02:22:44,719 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 {}] master.ServerManager(517): Registering regionserver=40249addbad9,35183,1733278962906 2024-12-04T02:22:44,721 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde 2024-12-04T02:22:44,721 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44621 2024-12-04T02:22:44,721 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:22:44,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215/rs 2024-12-04T02:22:44,727 DEBUG [RS:0;40249addbad9:35183 {}] zookeeper.ZKUtil(111): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Set watcher on existing znode=/0-1405531215/rs/40249addbad9,35183,1733278962906 2024-12-04T02:22:44,727 WARN [RS:0;40249addbad9:35183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:44,728 INFO [RS:0;40249addbad9:35183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:44,728 DEBUG [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906 2024-12-04T02:22:44,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,35183,1733278962906] 2024-12-04T02:22:44,730 INFO [RS:0;40249addbad9:35183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:22:44,731 INFO [RS:0;40249addbad9:35183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:22:44,732 INFO [RS:0;40249addbad9:35183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:22:44,732 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,732 INFO [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:22:44,733 INFO [RS:0;40249addbad9:35183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:22:44,733 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:44,733 DEBUG [RS:0;40249addbad9:35183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,736 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35183,1733278962906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:44,748 INFO [RS:0;40249addbad9:35183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:22:44,748 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,35183,1733278962906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,748 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,748 INFO [RS:0;40249addbad9:35183 {}] regionserver.Replication(171): 40249addbad9,35183,1733278962906 started 2024-12-04T02:22:44,761 INFO [RS:0;40249addbad9:35183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:44,761 INFO [RS:0;40249addbad9:35183 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,35183,1733278962906, RpcServer on 40249addbad9/172.17.0.3:35183, sessionid=0x1019e2606510001 2024-12-04T02:22:44,761 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:22:44,761 DEBUG [RS:0;40249addbad9:35183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,35183,1733278962906 2024-12-04T02:22:44,761 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35183,1733278962906' 2024-12-04T02:22:44,761 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405531215/flush-table-proc/abort' 2024-12-04T02:22:44,761 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405531215/flush-table-proc/acquired' 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,35183,1733278962906 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,35183,1733278962906' 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1405531215/online-snapshot/abort' 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1405531215/online-snapshot/acquired' 2024-12-04T02:22:44,762 DEBUG [RS:0;40249addbad9:35183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:22:44,762 INFO [RS:0;40249addbad9:35183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:22:44,762 INFO [RS:0;40249addbad9:35183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:22:44,863 INFO [RS:0;40249addbad9:35183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:44,864 INFO [RS:0;40249addbad9:35183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35183%2C1733278962906, suffix=, logDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/oldWALs, maxLogs=10 2024-12-04T02:22:44,879 DEBUG [RS:0;40249addbad9:35183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906/40249addbad9%2C35183%2C1733278962906.1733278964864, exclude list is [], retry=0 2024-12-04T02:22:44,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-74b44a5e-0642-4294-aff5-625cb3848d1b,DISK] 2024-12-04T02:22:44,886 INFO [RS:0;40249addbad9:35183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906/40249addbad9%2C35183%2C1733278962906.1733278964864 2024-12-04T02:22:44,886 DEBUG [RS:0;40249addbad9:35183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-04T02:22:45,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:22:45,046 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde 2024-12-04T02:22:45,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:22:45,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:45,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:45,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:45,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:45,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:45,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:45,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:45,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:45,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:45,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/1588230740 2024-12-04T02:22:45,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/1588230740 2024-12-04T02:22:45,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:45,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:45,468 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:45,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:45,470 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:45,470 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73034961, jitterRate=0.08830572664737701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278965456Initializing all the Stores at 1733278965457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278965457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965457Cleaning up temporary data from old regions at 1733278965468 (+11 ms)Region opened successfully at 1733278965471 (+3 ms) 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:45,471 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:45,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:45,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278965471Disabling compacts and flushes for region at 1733278965471Disabling writes for close at 1733278965471Writing region close event to WAL at 1733278965471Closed at 1733278965471 2024-12-04T02:22:45,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:45,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:22:45,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:22:45,479 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:45,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:22:45,630 DEBUG [40249addbad9:33945 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:22:45,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,35183,1733278962906 2024-12-04T02:22:45,632 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35183,1733278962906, state=OPENING 2024-12-04T02:22:45,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:22:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:45,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1405531215 2024-12-04T02:22:45,683 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:45,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405531215/meta-region-server: CHANGED 2024-12-04T02:22:45,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35183,1733278962906}] 2024-12-04T02:22:45,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405531215/meta-region-server: CHANGED 2024-12-04T02:22:45,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:45,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:22:45,839 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:22:45,839 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:45,839 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:22:45,840 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C35183%2C1733278962906.meta, suffix=.meta, logDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906, archiveDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/oldWALs, maxLogs=10 2024-12-04T02:22:45,853 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906/40249addbad9%2C35183%2C1733278962906.meta.1733278965840.meta, exclude list is [], retry=0 2024-12-04T02:22:45,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35617,DS-74b44a5e-0642-4294-aff5-625cb3848d1b,DISK] 2024-12-04T02:22:45,856 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/WALs/40249addbad9,35183,1733278962906/40249addbad9%2C35183%2C1733278962906.meta.1733278965840.meta 2024-12-04T02:22:45,856 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43423:43423)] 2024-12-04T02:22:45,856 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:45,857 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:22:45,857 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:22:45,857 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:22:45,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:45,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:45,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:45,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:45,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:45,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:45,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:45,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:45,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:45,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:45,861 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:45,862 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/1588230740 2024-12-04T02:22:45,862 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/hbase/meta/1588230740 2024-12-04T02:22:45,863 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:45,863 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:45,863 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:45,864 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:45,865 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58875358, jitterRate=-0.12268880009651184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:45,865 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:22:45,865 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278965857Writing region info on filesystem at 1733278965857Initializing all the Stores at 1733278965858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965858Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965858Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278965858Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278965858Cleaning up temporary data from old regions at 1733278965863 (+5 ms)Running coprocessor post-open hooks at 1733278965865 (+2 ms)Region opened successfully at 1733278965865 2024-12-04T02:22:45,866 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278965835 2024-12-04T02:22:45,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,35183,1733278962906 2024-12-04T02:22:45,868 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:22:45,868 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:22:45,869 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,35183,1733278962906, state=OPEN 2024-12-04T02:22:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33945-0x1019e2606510000, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405531215/meta-region-server 2024-12-04T02:22:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35183-0x1019e2606510001, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1405531215/meta-region-server 2024-12-04T02:22:45,874 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,35183,1733278962906 2024-12-04T02:22:45,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405531215/meta-region-server: CHANGED 2024-12-04T02:22:45,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1405531215/meta-region-server: CHANGED 2024-12-04T02:22:45,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:22:45,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-04T02:22:45,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:22:45,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,35183,1733278962906 in 191 msec 2024-12-04T02:22:45,879 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:45,879 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:22:45,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:45,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35183,1733278962906, seqNum=-1] 2024-12-04T02:22:45,880 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:45,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:45,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-04T02:22:45,889 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278965889, completionTime=-1 2024-12-04T02:22:45,890 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:22:45,890 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733279025891 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279085891 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,891 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,892 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:33945, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,892 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,892 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,893 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.746sec 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:45,894 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:22:45,896 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:22:45,896 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:22:45,896 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,33945,1733278962460-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:45,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241e90c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:45,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33945,-1 for getting cluster id 2024-12-04T02:22:45,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:45,989 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0f2fac-185f-4ebb-af55-d97667981308' 2024-12-04T02:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0f2fac-185f-4ebb-af55-d97667981308" 2024-12-04T02:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73481681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:45,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33945,-1] 2024-12-04T02:22:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:45,990 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:45,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d27a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:45,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,35183,1733278962906, seqNum=-1] 2024-12-04T02:22:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:45,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:45,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,33945,1733278962460 2024-12-04T02:22:45,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59877 2024-12-04T02:22:46,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59877, baseZNode=/0-1405531215 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:46,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e2606510002 connected 2024-12-04T02:22:46,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33945,1733278962460 2024-12-04T02:22:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3434fea5 2024-12-04T02:22:46,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:46,015 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:46,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:22:46,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:22:46,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:46,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:22:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:46,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:22:46,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:22:46,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1137c9432998d9b08683f8f3124bed5, NAME => 'test,,1733278966015.b1137c9432998d9b08683f8f3124bed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde 2024-12-04T02:22:46,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35617 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:22:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278966015.b1137c9432998d9b08683f8f3124bed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b1137c9432998d9b08683f8f3124bed5, disabling compactions & flushes 2024-12-04T02:22:46,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. after waiting 0 ms 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,432 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,432 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1137c9432998d9b08683f8f3124bed5: Waiting for close lock at 1733278966432Disabling compacts and flushes for region at 1733278966432Disabling writes for close at 1733278966432Writing region close event to WAL at 1733278966432Closed at 1733278966432 2024-12-04T02:22:46,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:22:46,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278966015.b1137c9432998d9b08683f8f3124bed5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278966433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278966433"}]},"ts":"1733278966433"} 2024-12-04T02:22:46,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:22:46,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:22:46,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278966435"}]},"ts":"1733278966435"} 2024-12-04T02:22:46,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:22:46,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1137c9432998d9b08683f8f3124bed5, ASSIGN}] 2024-12-04T02:22:46,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b1137c9432998d9b08683f8f3124bed5, ASSIGN 2024-12-04T02:22:46,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b1137c9432998d9b08683f8f3124bed5, ASSIGN; state=OFFLINE, location=40249addbad9,35183,1733278962906; forceNewPlan=false, retain=false 2024-12-04T02:22:46,589 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1137c9432998d9b08683f8f3124bed5, regionState=OPENING, regionLocation=40249addbad9,35183,1733278962906 2024-12-04T02:22:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b1137c9432998d9b08683f8f3124bed5, ASSIGN because future has completed 2024-12-04T02:22:46,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1137c9432998d9b08683f8f3124bed5, server=40249addbad9,35183,1733278962906}] 2024-12-04T02:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:46,746 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,746 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b1137c9432998d9b08683f8f3124bed5, NAME => 'test,,1733278966015.b1137c9432998d9b08683f8f3124bed5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:46,746 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:46,746 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:22:46,746 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,746 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278966015.b1137c9432998d9b08683f8f3124bed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:46,746 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,747 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,747 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,748 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1137c9432998d9b08683f8f3124bed5 columnFamilyName f 2024-12-04T02:22:46,748 DEBUG [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:46,748 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(327): Store=b1137c9432998d9b08683f8f3124bed5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:46,749 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,749 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1137c9432998d9b08683f8f3124bed5 columnFamilyName f1 2024-12-04T02:22:46,749 DEBUG [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:46,749 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(327): Store=b1137c9432998d9b08683f8f3124bed5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:46,749 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,750 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1137c9432998d9b08683f8f3124bed5 columnFamilyName norep 2024-12-04T02:22:46,750 DEBUG [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:46,750 INFO [StoreOpener-b1137c9432998d9b08683f8f3124bed5-1 {}] regionserver.HStore(327): Store=b1137c9432998d9b08683f8f3124bed5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:46,750 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,751 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/default/test/b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,751 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/default/test/b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,751 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,751 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,752 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:22:46,752 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,753 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/data/default/test/b1137c9432998d9b08683f8f3124bed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:46,754 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b1137c9432998d9b08683f8f3124bed5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60212154, jitterRate=-0.10276898741722107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:22:46,754 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1137c9432998d9b08683f8f3124bed5 2024-12-04T02:22:46,754 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b1137c9432998d9b08683f8f3124bed5: Running coprocessor pre-open hook at 1733278966747Writing region info on filesystem at 1733278966747Initializing all the Stores at 1733278966747Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278966747Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278966747Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278966747Cleaning up temporary data from old regions at 1733278966751 (+4 ms)Running coprocessor post-open hooks at 1733278966754 (+3 ms)Region opened successfully at 1733278966754 2024-12-04T02:22:46,755 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278966015.b1137c9432998d9b08683f8f3124bed5., pid=6, masterSystemTime=1733278966743 2024-12-04T02:22:46,756 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,756 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278966015.b1137c9432998d9b08683f8f3124bed5. 2024-12-04T02:22:46,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b1137c9432998d9b08683f8f3124bed5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,35183,1733278962906 2024-12-04T02:22:46,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1137c9432998d9b08683f8f3124bed5, server=40249addbad9,35183,1733278962906 because future has completed 2024-12-04T02:22:46,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:22:46,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b1137c9432998d9b08683f8f3124bed5, server=40249addbad9,35183,1733278962906 in 167 msec 2024-12-04T02:22:46,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:22:46,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b1137c9432998d9b08683f8f3124bed5, ASSIGN in 323 msec 2024-12-04T02:22:46,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:22:46,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278966762"}]},"ts":"1733278966762"} 2024-12-04T02:22:46,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:22:46,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:22:46,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-04T02:22:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:22:47,150 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:22:47,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a173934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33945,-1 for getting cluster id 2024-12-04T02:22:47,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:47,151 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0f2fac-185f-4ebb-af55-d97667981308' 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0f2fac-185f-4ebb-af55-d97667981308" 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a278054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33945,-1] 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:47,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,152 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:47,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c777d9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33945,1733278962460 2024-12-04T02:22:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478fcd84 2024-12-04T02:22:47,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:47,155 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:47,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:33945,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:22:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:22:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:47,158 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:33945' 2024-12-04T02:22:47,159 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1075d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,159 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,33945,-1 for getting cluster id 2024-12-04T02:22:47,159 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:47,159 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0c0f2fac-185f-4ebb-af55-d97667981308' 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0c0f2fac-185f-4ebb-af55-d97667981308" 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758e7a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,33945,-1] 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:47,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,161 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:47,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c38645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:47,161 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:47,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,33945,1733278962460 2024-12-04T02:22:47,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ea4fae 2024-12-04T02:22:47,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:22:47,163 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:22:47,163 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T02:22:47,164 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:22:47,164 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,164 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:47,164 WARN [PEWorker-5 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T02:22:47,169 ERROR [PEWorker-5 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T02:22:47,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-12-04T02:22:47,170 WARN [PEWorker-5 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T02:22:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:22:47,261 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://40249addbad9:33945, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T02:22:47,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:22:47,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:22:47,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:47,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:22:47,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 361) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@63cb8df1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7894 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: CacheReplicationMonitor(1105046938) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server idle connection scanner for port 39615 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde/MasterData-prefix:40249addbad9,33945,1733278962460 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7891 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff0f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7889 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff0f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;40249addbad9:35183 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/40249addbad9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59877): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 3 on default port 44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-843004840_20 at /127.0.0.1:46158 [Receiving block BP-1274608902-172.17.0.3-1733278960308:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:44621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1642065604-7893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:44621 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1667732524-7939 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2d4c362a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/40249addbad9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278964639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/40249addbad9:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1274608902-172.17.0.3-1733278960308:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@66022d35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde-prefix:40249addbad9,35183,1733278962906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp1667732524-7937 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff0f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data2/current/BP-1274608902-172.17.0.3-1733278960308 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@23db09d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1274608902-172.17.0.3-1733278960308:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@19caf068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1274608902-172.17.0.3-1733278960308:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@48b1902f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278964639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/cluster_228c5b24-6b55-7121-5cb7-8508db63976b/data/data1/current/BP-1274608902-172.17.0.3-1733278960308 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44621 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;40249addbad9:33945 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1168382340_20 at /127.0.0.1:46186 [Receiving block BP-1274608902-172.17.0.3-1733278960308:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59877) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44621 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7755638b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7d47a9 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7890 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff0f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59877) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 39615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/40249addbad9:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1168382340_20 at /127.0.0.1:46176 [Receiving block BP-1274608902-172.17.0.3-1733278960308:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1667732524-7938-acceptor-0@78e254bc-ServerConnector@7c3c5d5a{HTTP/1.1, (http/1.1)}{localhost:39657} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7fd81565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/40249addbad9:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: 40249addbad9:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:44621 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$478/0x00007ff0f09f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1274608902-172.17.0.3-1733278960308 heartbeating to localhost/127.0.0.1:44621 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44621/user/jenkins/test-data/421db450-f3cc-e7be-29cb-712453335dde-prefix:40249addbad9,35183,1733278962906.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63e09f09 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;40249addbad9:35183-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1667732524-7940 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp1642065604-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007ff0f0433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1642065604-7892-acceptor-0@494dea73-ServerConnector@6e40db93{HTTP/1.1, (http/1.1)}{localhost:45817} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-232211da-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$601/0x00007ff0f0acfa88.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1168382340_20 at /127.0.0.1:46108 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7cd9d97d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/40249addbad9:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44621 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59877) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=667 (was 664) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3533 (was 3841) 2024-12-04T02:22:47,278 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T02:22:47,289 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=667, ProcessCount=11, AvailableMemoryMB=3532 2024-12-04T02:22:47,289 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-12-04T02:22:47,299 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T02:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.log.dir so I do NOT create it in target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9 2024-12-04T02:22:47,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:22:47,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.tmp.dir so I do NOT create it in target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9 2024-12-04T02:22:47,300 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71604ffc-d42c-92f3-166d-575898a5e4df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:22:47,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9 2024-12-04T02:22:47,300 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0, deleteOnExit=true 2024-12-04T02:22:47,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/zookeeper_0, clientPort=64820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T02:22:47,303 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64820 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/test.cache.data in system properties and HBase conf 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:22:47,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:22:47,304 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:22:47,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:22:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:22:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:22:47,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:47,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:47,649 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:47,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:47,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:47,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:47,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:47,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c28e4fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:47,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@139ed7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:47,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702c8802{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/java.io.tmpdir/jetty-localhost-36055-hadoop-hdfs-3_4_1-tests_jar-_-any-11922471039733828739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:47,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73702295{HTTP/1.1, (http/1.1)}{localhost:36055} 2024-12-04T02:22:47,743 INFO [Time-limited test {}] server.Server(415): Started @329803ms 2024-12-04T02:22:48,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:48,107 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:48,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:48,112 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:48,112 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:48,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1676f967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:48,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24dcdcec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:48,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146ad8fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/java.io.tmpdir/jetty-localhost-46659-hadoop-hdfs-3_4_1-tests_jar-_-any-3265431806210220339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:48,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4efc3ae4{HTTP/1.1, (http/1.1)}{localhost:46659} 2024-12-04T02:22:48,207 INFO [Time-limited test {}] server.Server(415): Started @330266ms 2024-12-04T02:22:48,208 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:22:48,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:22:48,270 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:48,271 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128801 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:22:49,216 WARN [Thread-4315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/data/data1/current/BP-1002400714-172.17.0.3-1733278967322/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:49,216 WARN [Thread-4316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/data/data2/current/BP-1002400714-172.17.0.3-1733278967322/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:49,232 WARN [Thread-4303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:22:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eae2f21559d3628 with lease ID 0xf0921c1dfc8ecab2: Processing first storage report for DS-57ce7701-17b8-4e09-a34e-d08d1deda86d from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=0674a6b1-a1e1-47a6-bed4-623a241c6303, infoPort=38589, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1650413349;c=1733278967322) 2024-12-04T02:22:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eae2f21559d3628 with lease ID 0xf0921c1dfc8ecab2: from storage DS-57ce7701-17b8-4e09-a34e-d08d1deda86d node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=0674a6b1-a1e1-47a6-bed4-623a241c6303, infoPort=38589, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1650413349;c=1733278967322), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:22:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eae2f21559d3628 with lease ID 0xf0921c1dfc8ecab2: Processing first storage report for DS-889e3b50-82cc-49ef-83b0-7311905b6f03 from datanode DatanodeRegistration(127.0.0.1:36205, datanodeUuid=0674a6b1-a1e1-47a6-bed4-623a241c6303, infoPort=38589, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1650413349;c=1733278967322) 2024-12-04T02:22:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eae2f21559d3628 with lease ID 0xf0921c1dfc8ecab2: from storage DS-889e3b50-82cc-49ef-83b0-7311905b6f03 node DatanodeRegistration(127.0.0.1:36205, datanodeUuid=0674a6b1-a1e1-47a6-bed4-623a241c6303, infoPort=38589, infoSecurePort=0, ipcPort=45941, storageInfo=lv=-57;cid=testClusterID;nsid=1650413349;c=1733278967322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:49,250 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9 2024-12-04T02:22:49,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:22:49,673 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b with version=8 2024-12-04T02:22:49,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/hbase-staging 2024-12-04T02:22:49,675 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:22:49,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:49,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43629 2024-12-04T02:22:49,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43629 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:49,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436290x0, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:49,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43629-0x1019e2621b10000 connected 2024-12-04T02:22:49,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/running 2024-12-04T02:22:49,857 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b, hbase.cluster.distributed=false 2024-12-04T02:22:49,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/acl 2024-12-04T02:22:49,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43629 2024-12-04T02:22:49,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43629 2024-12-04T02:22:49,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43629 2024-12-04T02:22:49,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43629 2024-12-04T02:22:49,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43629 2024-12-04T02:22:49,880 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:22:49,880 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:49,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45289 2024-12-04T02:22:49,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45289 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:49,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:49,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452890x0, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:49,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452890x0, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/running 2024-12-04T02:22:49,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45289-0x1019e2621b10001 connected 2024-12-04T02:22:49,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:22:49,895 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:22:49,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/master 2024-12-04T02:22:49,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/acl 2024-12-04T02:22:49,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45289 2024-12-04T02:22:49,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45289 2024-12-04T02:22:49,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45289 2024-12-04T02:22:49,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45289 2024-12-04T02:22:49,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45289 2024-12-04T02:22:49,913 DEBUG [M:0;40249addbad9:43629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:43629 2024-12-04T02:22:49,915 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-661160801/backup-masters/40249addbad9,43629,1733278969675 2024-12-04T02:22:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/backup-masters 2024-12-04T02:22:49,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/backup-masters 2024-12-04T02:22:49,926 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on existing znode=/0-661160801/backup-masters/40249addbad9,43629,1733278969675 2024-12-04T02:22:49,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661160801/master 2024-12-04T02:22:49,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:49,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:49,936 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on existing znode=/0-661160801/master 2024-12-04T02:22:49,936 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-661160801/backup-masters/40249addbad9,43629,1733278969675 from backup master directory 2024-12-04T02:22:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661160801/backup-masters/40249addbad9,43629,1733278969675 2024-12-04T02:22:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/backup-masters 2024-12-04T02:22:49,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/backup-masters 2024-12-04T02:22:49,946 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:49,946 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,43629,1733278969675 2024-12-04T02:22:49,949 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/hbase.id] with ID: 516fc8d6-1324-458c-9009-1e967acdfbb3 2024-12-04T02:22:49,949 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/.tmp/hbase.id 2024-12-04T02:22:49,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:22:50,353 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/.tmp/hbase.id]:[hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/hbase.id] 2024-12-04T02:22:50,359 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:50,359 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:22:50,360 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:22:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:50,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:22:50,730 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:22:50,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T02:22:50,814 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:50,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:22:50,815 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:22:51,227 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store 2024-12-04T02:22:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:22:51,362 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:51,631 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:51,631 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:51,631 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278971631Disabling compacts and flushes for region at 1733278971631Disabling writes for close at 1733278971631Writing region close event to WAL at 1733278971631Closed at 1733278971631 2024-12-04T02:22:51,635 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/.initializing 2024-12-04T02:22:51,635 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/WALs/40249addbad9,43629,1733278969675 2024-12-04T02:22:51,636 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:51,641 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C43629%2C1733278969675, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/WALs/40249addbad9,43629,1733278969675, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/oldWALs, maxLogs=10 2024-12-04T02:22:51,659 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/WALs/40249addbad9,43629,1733278969675/40249addbad9%2C43629%2C1733278969675.1733278971641, exclude list is [], retry=0 2024-12-04T02:22:51,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:22:51,666 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/WALs/40249addbad9,43629,1733278969675/40249addbad9%2C43629%2C1733278969675.1733278971641 2024-12-04T02:22:51,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:22:51,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:51,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:51,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,668 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:22:51,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:51,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:51,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:22:51,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:51,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:51,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:22:51,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:22:51,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:51,673 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,674 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,674 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,675 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:51,676 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:51,681 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:51,681 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73336363, jitterRate=0.09279696643352509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:51,681 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278971669Initializing all the Stores at 1733278971669Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278971669Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278971669Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278971669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278971669Cleaning up temporary data from old regions at 1733278971675 (+6 ms)Region opened successfully at 1733278971681 (+6 ms) 2024-12-04T02:22:51,682 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:22:51,684 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65dd38be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:51,685 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:22:51,685 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:22:51,685 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:22:51,685 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:22:51,686 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T02:22:51,686 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:22:51,686 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:22:51,693 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:22:51,694 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/balancer because node does not exist (not necessarily an error) 2024-12-04T02:22:51,736 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/balancer already deleted, retry=false 2024-12-04T02:22:51,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:22:51,736 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:22:51,746 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/normalizer already deleted, retry=false 2024-12-04T02:22:51,746 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:22:51,747 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:22:51,757 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/switch/split already deleted, retry=false 2024-12-04T02:22:51,757 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:22:51,767 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/switch/merge already deleted, retry=false 2024-12-04T02:22:51,768 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:22:51,778 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/snapshot-cleanup already deleted, retry=false 2024-12-04T02:22:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661160801/running 2024-12-04T02:22:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-661160801/running 2024-12-04T02:22:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:51,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:51,789 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,43629,1733278969675, sessionid=0x1019e2621b10000, setting cluster-up flag (Was=false) 2024-12-04T02:22:51,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:51,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:51,841 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-661160801/flush-table-proc/acquired, /0-661160801/flush-table-proc/reached, /0-661160801/flush-table-proc/abort 2024-12-04T02:22:51,842 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43629,1733278969675 2024-12-04T02:22:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:52,015 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-661160801/online-snapshot/acquired, /0-661160801/online-snapshot/reached, /0-661160801/online-snapshot/abort 2024-12-04T02:22:52,015 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,43629,1733278969675 2024-12-04T02:22:52,016 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:22:52,017 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:52,018 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:22:52,018 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:22:52,018 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,43629,1733278969675 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:52,019 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,019 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733279002019 2024-12-04T02:22:52,019 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:22:52,020 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:52,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:22:52,020 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:22:52,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:52,020 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278972020,5,FailOnTimeoutGroup] 2024-12-04T02:22:52,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:22:52,021 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278972020,5,FailOnTimeoutGroup] 2024-12-04T02:22:52,021 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,021 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:22:52,021 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,021 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:22:52,109 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(746): ClusterId : 516fc8d6-1324-458c-9009-1e967acdfbb3 2024-12-04T02:22:52,109 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:22:52,136 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:22:52,136 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:22:52,147 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:22:52,147 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d42a902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:52,160 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:45289 2024-12-04T02:22:52,160 INFO [RS:0;40249addbad9:45289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:22:52,160 INFO [RS:0;40249addbad9:45289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:22:52,161 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:22:52,161 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,43629,1733278969675 with port=45289, startcode=1733278969880 2024-12-04T02:22:52,161 DEBUG [RS:0;40249addbad9:45289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:22:52,162 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:22:52,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,45289,1733278969880 2024-12-04T02:22:52,163 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43629 {}] master.ServerManager(517): Registering regionserver=40249addbad9,45289,1733278969880 2024-12-04T02:22:52,164 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b 2024-12-04T02:22:52,164 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39373 2024-12-04T02:22:52,164 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:22:52,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/rs 2024-12-04T02:22:52,176 DEBUG [RS:0;40249addbad9:45289 {}] zookeeper.ZKUtil(111): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on existing znode=/0-661160801/rs/40249addbad9,45289,1733278969880 2024-12-04T02:22:52,176 WARN [RS:0;40249addbad9:45289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:52,176 INFO [RS:0;40249addbad9:45289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:52,176 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880 2024-12-04T02:22:52,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,45289,1733278969880] 2024-12-04T02:22:52,215 INFO [RS:0;40249addbad9:45289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:22:52,217 INFO [RS:0;40249addbad9:45289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:22:52,220 INFO [RS:0;40249addbad9:45289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:22:52,220 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,221 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:22:52,221 INFO [RS:0;40249addbad9:45289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:22:52,221 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,221 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,221 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,221 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:52,222 DEBUG [RS:0;40249addbad9:45289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,228 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45289,1733278969880-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:52,247 INFO [RS:0;40249addbad9:45289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:22:52,247 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45289,1733278969880-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,247 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,247 INFO [RS:0;40249addbad9:45289 {}] regionserver.Replication(171): 40249addbad9,45289,1733278969880 started 2024-12-04T02:22:52,266 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:52,266 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,45289,1733278969880, RpcServer on 40249addbad9/172.17.0.3:45289, sessionid=0x1019e2621b10001 2024-12-04T02:22:52,266 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:22:52,266 DEBUG [RS:0;40249addbad9:45289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,45289,1733278969880 2024-12-04T02:22:52,266 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,45289,1733278969880' 2024-12-04T02:22:52,266 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-661160801/flush-table-proc/abort' 2024-12-04T02:22:52,272 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-661160801/flush-table-proc/acquired' 2024-12-04T02:22:52,276 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:22:52,276 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:22:52,276 DEBUG [RS:0;40249addbad9:45289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,45289,1733278969880 2024-12-04T02:22:52,276 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,45289,1733278969880' 2024-12-04T02:22:52,276 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-661160801/online-snapshot/abort' 2024-12-04T02:22:52,283 DEBUG [RS:0;40249addbad9:45289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-661160801/online-snapshot/acquired' 2024-12-04T02:22:52,283 DEBUG [RS:0;40249addbad9:45289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:22:52,283 INFO [RS:0;40249addbad9:45289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:22:52,283 INFO [RS:0;40249addbad9:45289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:22:52,383 INFO [RS:0;40249addbad9:45289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:52,384 INFO [RS:0;40249addbad9:45289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C45289%2C1733278969880, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/oldWALs, maxLogs=10 2024-12-04T02:22:52,395 DEBUG [RS:0;40249addbad9:45289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385, exclude list is [], retry=0 2024-12-04T02:22:52,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:22:52,398 INFO [RS:0;40249addbad9:45289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 2024-12-04T02:22:52,398 DEBUG [RS:0;40249addbad9:45289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:22:52,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:22:52,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b 2024-12-04T02:22:52,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:22:52,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:52,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:52,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:52,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:52,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:52,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:52,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:52,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:52,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:52,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:52,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:52,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:52,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:52,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:52,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740 2024-12-04T02:22:52,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740 2024-12-04T02:22:52,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:52,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:52,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:52,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:52,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63579042, jitterRate=-0.05259844660758972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278972830Initializing all the Stores at 1733278972831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278972831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278972831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278972831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278972831Cleaning up temporary data from old regions at 1733278972836 (+5 ms)Region opened successfully at 1733278972838 (+2 ms) 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:52,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:52,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:52,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:52,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278972838Disabling compacts and flushes for region at 1733278972838Disabling writes for close at 1733278972838Writing region close event to WAL at 1733278972839 (+1 ms)Closed at 1733278972839 2024-12-04T02:22:52,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:52,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:22:52,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:22:52,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:52,840 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:22:52,991 DEBUG [40249addbad9:43629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:22:52,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:22:52,992 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,45289,1733278969880, state=OPENING 2024-12-04T02:22:53,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:22:53,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:53,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:22:53,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661160801/meta-region-server: CHANGED 2024-12-04T02:22:53,020 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661160801/meta-region-server: CHANGED 2024-12-04T02:22:53,020 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:53,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,45289,1733278969880}] 2024-12-04T02:22:53,172 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:53,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:22:53,175 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:22:53,175 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:53,175 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:22:53,176 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C45289%2C1733278969880.meta, suffix=.meta, logDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/oldWALs, maxLogs=10 2024-12-04T02:22:53,190 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278973177.meta, exclude list is [], retry=0 2024-12-04T02:22:53,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:22:53,193 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278973177.meta 2024-12-04T02:22:53,193 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:53,194 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:22:53,194 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:22:53,194 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:22:53,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:53,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:53,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:53,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:53,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:53,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:53,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:53,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:53,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:53,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:53,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:53,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:53,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:53,198 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:53,199 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740 2024-12-04T02:22:53,199 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740 2024-12-04T02:22:53,200 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:53,200 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:53,201 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:53,201 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:53,215 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68823976, jitterRate=0.02555716037750244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:53,215 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:22:53,215 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278973194Writing region info on filesystem at 1733278973194Initializing all the Stores at 1733278973195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278973195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278973195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278973195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278973195Cleaning up temporary data from old regions at 1733278973200 (+5 ms)Running coprocessor post-open hooks at 1733278973215 (+15 ms)Region opened successfully at 1733278973215 2024-12-04T02:22:53,216 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278973172 2024-12-04T02:22:53,217 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:22:53,217 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:22:53,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:22:53,218 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,45289,1733278969880, state=OPEN 2024-12-04T02:22:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-661160801/meta-region-server 2024-12-04T02:22:53,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-661160801/meta-region-server 2024-12-04T02:22:53,260 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,45289,1733278969880 2024-12-04T02:22:53,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661160801/meta-region-server: CHANGED 2024-12-04T02:22:53,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-661160801/meta-region-server: CHANGED 2024-12-04T02:22:53,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:22:53,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,45289,1733278969880 in 240 msec 2024-12-04T02:22:53,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:22:53,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-12-04T02:22:53,264 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:53,264 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:22:53,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:53,265 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45289,1733278969880, seqNum=-1] 2024-12-04T02:22:53,265 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:53,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:53,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-12-04T02:22:53,269 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278973269, completionTime=-1 2024-12-04T02:22:53,269 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:22:53,269 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:22:53,270 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733279033271 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279093271 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:43629, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,271 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,272 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:22:53,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.327sec 2024-12-04T02:22:53,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:22:53,273 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:22:53,274 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:22:53,274 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:22:53,274 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:22:53,274 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:53,274 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:22:53,275 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:22:53,275 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:22:53,275 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43629,1733278969675-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:53,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e03eb9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:53,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:22:53,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:53,317 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346711cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:53,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:53,318 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:53,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2194c7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:53,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45289,1733278969880, seqNum=-1] 2024-12-04T02:22:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:53,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:53,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,43629,1733278969675 2024-12-04T02:22:53,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:53,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:53,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019e2621b10002 connected 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir so I do NOT create it in target/test-data/03807291-786d-af50-5772-8011dd904805 2024-12-04T02:22:53,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.tmp.dir so I do NOT create it in target/test-data/03807291-786d-af50-5772-8011dd904805 2024-12-04T02:22:53,348 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:22:53,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/cluster_546ba5c4-7497-997e-f458-66ca2f055793, deleteOnExit=true 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:22:53,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/test.cache.data in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:22:53,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:53,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:22:53,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:53,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:53,806 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:53,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:53,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:53,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:53,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:53,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d4ade3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:53,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ef8514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:53,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41e5ca15{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/java.io.tmpdir/jetty-localhost-36163-hadoop-hdfs-3_4_1-tests_jar-_-any-3603533085659240426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:53,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6929d15e{HTTP/1.1, (http/1.1)}{localhost:36163} 2024-12-04T02:22:53,908 INFO [Time-limited test {}] server.Server(415): Started @335967ms 2024-12-04T02:22:54,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:54,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:54,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:54,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:54,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:54,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12407312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:54,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79dd7543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:54,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c0dda44{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/java.io.tmpdir/jetty-localhost-43757-hadoop-hdfs-3_4_1-tests_jar-_-any-2567610964347491372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:54,354 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c491f9d{HTTP/1.1, (http/1.1)}{localhost:43757} 2024-12-04T02:22:54,354 INFO [Time-limited test {}] server.Server(415): Started @336413ms 2024-12-04T02:22:54,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:22:55,074 WARN [Thread-4436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/cluster_546ba5c4-7497-997e-f458-66ca2f055793/data/data1/current/BP-1616769115-172.17.0.3-1733278973375/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:55,074 WARN [Thread-4437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/cluster_546ba5c4-7497-997e-f458-66ca2f055793/data/data2/current/BP-1616769115-172.17.0.3-1733278973375/current, will proceed with Du for space computation calculation, 2024-12-04T02:22:55,091 WARN [Thread-4424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:22:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44b4daaf6c784d07 with lease ID 0xc944ed125a1f1c40: Processing first storage report for DS-b68958b2-4336-488e-9329-61c202ba49a4 from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=6e4a9361-191f-4f9e-b8f6-aae01510458f, infoPort=42739, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1405980569;c=1733278973375) 2024-12-04T02:22:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44b4daaf6c784d07 with lease ID 0xc944ed125a1f1c40: from storage DS-b68958b2-4336-488e-9329-61c202ba49a4 node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=6e4a9361-191f-4f9e-b8f6-aae01510458f, infoPort=42739, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1405980569;c=1733278973375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44b4daaf6c784d07 with lease ID 0xc944ed125a1f1c40: Processing first storage report for DS-5df1d994-1df0-4026-acb7-28e55f3b03f5 from datanode DatanodeRegistration(127.0.0.1:38791, datanodeUuid=6e4a9361-191f-4f9e-b8f6-aae01510458f, infoPort=42739, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1405980569;c=1733278973375) 2024-12-04T02:22:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44b4daaf6c784d07 with lease ID 0xc944ed125a1f1c40: from storage DS-5df1d994-1df0-4026-acb7-28e55f3b03f5 node DatanodeRegistration(127.0.0.1:38791, datanodeUuid=6e4a9361-191f-4f9e-b8f6-aae01510458f, infoPort=42739, infoSecurePort=0, ipcPort=41657, storageInfo=lv=-57;cid=testClusterID;nsid=1405980569;c=1733278973375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:22:55,106 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805 2024-12-04T02:22:55,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:22:55,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d with version=8 2024-12-04T02:22:55,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/hbase-staging 2024-12-04T02:22:55,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:22:55,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:55,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45437 2024-12-04T02:22:55,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45437 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:55,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454370x0, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:55,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45437-0x1019e2621b10003 connected 2024-12-04T02:22:55,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/running 2024-12-04T02:22:55,665 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d, hbase.cluster.distributed=false 2024-12-04T02:22:55,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/acl 2024-12-04T02:22:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45437 2024-12-04T02:22:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45437 2024-12-04T02:22:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45437 2024-12-04T02:22:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45437 2024-12-04T02:22:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45437 2024-12-04T02:22:55,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:22:55,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,683 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:22:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:22:55,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:22:55,684 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:22:55,684 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:22:55,688 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45593 2024-12-04T02:22:55,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45593 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:55,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:55,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455930x0, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:55,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455930x0, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/running 2024-12-04T02:22:55,713 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:22:55,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45593-0x1019e2621b10004 connected 2024-12-04T02:22:55,736 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:22:55,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/master 2024-12-04T02:22:55,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/acl 2024-12-04T02:22:55,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-04T02:22:55,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45593 2024-12-04T02:22:55,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45593 2024-12-04T02:22:55,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-04T02:22:55,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45593 2024-12-04T02:22:55,778 DEBUG [M:0;40249addbad9:45437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:45437 2024-12-04T02:22:55,778 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1378763842/backup-masters/40249addbad9,45437,1733278975518 2024-12-04T02:22:55,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/backup-masters 2024-12-04T02:22:55,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/backup-masters 2024-12-04T02:22:55,788 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on existing znode=/1378763842/backup-masters/40249addbad9,45437,1733278975518 2024-12-04T02:22:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1378763842/master 2024-12-04T02:22:55,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:55,799 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on existing znode=/1378763842/master 2024-12-04T02:22:55,799 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1378763842/backup-masters/40249addbad9,45437,1733278975518 from backup master directory 2024-12-04T02:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1378763842/backup-masters/40249addbad9,45437,1733278975518 2024-12-04T02:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/backup-masters 2024-12-04T02:22:55,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/backup-masters 2024-12-04T02:22:55,809 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:55,809 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,45437,1733278975518 2024-12-04T02:22:55,811 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/hbase.id] with ID: 21973488-ade5-4a1c-a242-b4b506cd05de 2024-12-04T02:22:55,811 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/.tmp/hbase.id 2024-12-04T02:22:55,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:22:56,215 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/.tmp/hbase.id]:[hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/hbase.id] 2024-12-04T02:22:56,222 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:22:56,222 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:22:56,223 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T02:22:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:56,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:22:56,676 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:22:56,677 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:22:56,678 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:56,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:22:57,083 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store 2024-12-04T02:22:57,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:22:57,097 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:57,098 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:22:57,098 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:57,098 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:57,098 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:22:57,098 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:57,098 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:22:57,098 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278977097Disabling compacts and flushes for region at 1733278977097Disabling writes for close at 1733278977098 (+1 ms)Writing region close event to WAL at 1733278977098Closed at 1733278977098 2024-12-04T02:22:57,099 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/.initializing 2024-12-04T02:22:57,099 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/WALs/40249addbad9,45437,1733278975518 2024-12-04T02:22:57,100 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:57,101 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C45437%2C1733278975518, suffix=, logDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/WALs/40249addbad9,45437,1733278975518, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/oldWALs, maxLogs=10 2024-12-04T02:22:57,120 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/WALs/40249addbad9,45437,1733278975518/40249addbad9%2C45437%2C1733278975518.1733278977101, exclude list is [], retry=0 2024-12-04T02:22:57,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-b68958b2-4336-488e-9329-61c202ba49a4,DISK] 2024-12-04T02:22:57,125 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/WALs/40249addbad9,45437,1733278975518/40249addbad9%2C45437%2C1733278975518.1733278977101 2024-12-04T02:22:57,125 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-12-04T02:22:57,125 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:57,125 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:57,125 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,125 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:22:57,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:57,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:57,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:22:57,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:22:57,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:22:57,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:57,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:22:57,131 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,131 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,131 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,132 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,132 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,133 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:57,133 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:22:57,135 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:57,135 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72401189, jitterRate=0.0788617879152298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:57,135 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278977125Initializing all the Stores at 1733278977126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278977126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278977126Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278977126Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278977126Cleaning up temporary data from old regions at 1733278977132 (+6 ms)Region opened successfully at 1733278977135 (+3 ms) 2024-12-04T02:22:57,135 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:22:57,137 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57dc6b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:22:57,138 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:22:57,140 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:22:57,140 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Unable to get data of znode /1378763842/balancer because node does not exist (not necessarily an error) 2024-12-04T02:22:57,199 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/balancer already deleted, retry=false 2024-12-04T02:22:57,199 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:22:57,199 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Unable to get data of znode /1378763842/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:22:57,209 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/normalizer already deleted, retry=false 2024-12-04T02:22:57,209 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:22:57,210 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Unable to get data of znode /1378763842/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:22:57,219 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/switch/split already deleted, retry=false 2024-12-04T02:22:57,220 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Unable to get data of znode /1378763842/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:22:57,230 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/switch/merge already deleted, retry=false 2024-12-04T02:22:57,231 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Unable to get data of znode /1378763842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:22:57,241 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/snapshot-cleanup already deleted, retry=false 2024-12-04T02:22:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1378763842/running 2024-12-04T02:22:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1378763842/running 2024-12-04T02:22:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,252 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,45437,1733278975518, sessionid=0x1019e2621b10003, setting cluster-up flag (Was=false) 2024-12-04T02:22:57,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,304 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1378763842/flush-table-proc/acquired, /1378763842/flush-table-proc/reached, /1378763842/flush-table-proc/abort 2024-12-04T02:22:57,305 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,45437,1733278975518 2024-12-04T02:22:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:57,356 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1378763842/online-snapshot/acquired, /1378763842/online-snapshot/reached, /1378763842/online-snapshot/abort 2024-12-04T02:22:57,357 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,45437,1733278975518 2024-12-04T02:22:57,358 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:22:57,359 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:57,359 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:22:57,360 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:22:57,360 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,45437,1733278975518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:57,361 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733279007362 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:22:57,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:57,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:22:57,362 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:22:57,363 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:22:57,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:57,363 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278977363,5,FailOnTimeoutGroup] 2024-12-04T02:22:57,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:22:57,364 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278977363,5,FailOnTimeoutGroup] 2024-12-04T02:22:57,364 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,364 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:22:57,364 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,364 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,370 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(746): ClusterId : 21973488-ade5-4a1c-a242-b4b506cd05de 2024-12-04T02:22:57,370 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:22:57,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:22:57,378 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:22:57,378 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:22:57,389 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:22:57,389 DEBUG [RS:0;40249addbad9:45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcdac82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:22:57,399 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:45593 2024-12-04T02:22:57,399 INFO [RS:0;40249addbad9:45593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:22:57,399 INFO [RS:0;40249addbad9:45593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:22:57,399 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:22:57,400 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,45437,1733278975518 with port=45593, startcode=1733278975682 2024-12-04T02:22:57,400 DEBUG [RS:0;40249addbad9:45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:22:57,401 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:22:57,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,45593,1733278975682 2024-12-04T02:22:57,402 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45437 {}] master.ServerManager(517): Registering regionserver=40249addbad9,45593,1733278975682 2024-12-04T02:22:57,403 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d 2024-12-04T02:22:57,403 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39245 2024-12-04T02:22:57,403 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:22:57,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/rs 2024-12-04T02:22:57,410 DEBUG [RS:0;40249addbad9:45593 {}] zookeeper.ZKUtil(111): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on existing znode=/1378763842/rs/40249addbad9,45593,1733278975682 2024-12-04T02:22:57,410 WARN [RS:0;40249addbad9:45593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:22:57,410 INFO [RS:0;40249addbad9:45593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:57,410 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682 2024-12-04T02:22:57,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,45593,1733278975682] 2024-12-04T02:22:57,412 INFO [RS:0;40249addbad9:45593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:22:57,413 INFO [RS:0;40249addbad9:45593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:22:57,413 INFO [RS:0;40249addbad9:45593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:22:57,413 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,414 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:22:57,414 INFO [RS:0;40249addbad9:45593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:22:57,414 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:57,414 DEBUG [RS:0;40249addbad9:45593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,418 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45593,1733278975682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:57,430 INFO [RS:0;40249addbad9:45593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:22:57,430 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45593,1733278975682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,431 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,431 INFO [RS:0;40249addbad9:45593 {}] regionserver.Replication(171): 40249addbad9,45593,1733278975682 started 2024-12-04T02:22:57,442 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:57,442 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,45593,1733278975682, RpcServer on 40249addbad9/172.17.0.3:45593, sessionid=0x1019e2621b10004 2024-12-04T02:22:57,442 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:22:57,442 DEBUG [RS:0;40249addbad9:45593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,45593,1733278975682 2024-12-04T02:22:57,442 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,45593,1733278975682' 2024-12-04T02:22:57,442 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1378763842/flush-table-proc/abort' 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1378763842/flush-table-proc/acquired' 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,45593,1733278975682 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,45593,1733278975682' 2024-12-04T02:22:57,443 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1378763842/online-snapshot/abort' 2024-12-04T02:22:57,444 DEBUG [RS:0;40249addbad9:45593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1378763842/online-snapshot/acquired' 2024-12-04T02:22:57,444 DEBUG [RS:0;40249addbad9:45593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:22:57,444 INFO [RS:0;40249addbad9:45593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:22:57,444 INFO [RS:0;40249addbad9:45593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:22:57,544 INFO [RS:0;40249addbad9:45593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:22:57,546 INFO [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C45593%2C1733278975682, suffix=, logDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/oldWALs, maxLogs=10 2024-12-04T02:22:57,557 DEBUG [RS:0;40249addbad9:45593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682/40249addbad9%2C45593%2C1733278975682.1733278977546, exclude list is [], retry=0 2024-12-04T02:22:57,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-b68958b2-4336-488e-9329-61c202ba49a4,DISK] 2024-12-04T02:22:57,560 INFO [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682/40249addbad9%2C45593%2C1733278975682.1733278977546 2024-12-04T02:22:57,561 DEBUG [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-12-04T02:22:57,771 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:22:57,771 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d 2024-12-04T02:22:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:22:58,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:58,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:58,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:58,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:58,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:58,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:58,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:58,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:58,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:58,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:58,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740 2024-12-04T02:22:58,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740 2024-12-04T02:22:58,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:58,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:58,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:58,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:22:58,184 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68669138, jitterRate=0.023249894380569458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278978175Initializing all the Stores at 1733278978176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278978176Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978176Cleaning up temporary data from old regions at 1733278978182 (+6 ms)Region opened successfully at 1733278978184 (+2 ms) 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:22:58,184 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:22:58,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:22:58,185 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:22:58,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278978184Disabling compacts and flushes for region at 1733278978184Disabling writes for close at 1733278978184Writing region close event to WAL at 1733278978185 (+1 ms)Closed at 1733278978185 2024-12-04T02:22:58,185 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:58,185 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:22:58,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:22:58,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:58,187 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:22:58,337 DEBUG [40249addbad9:45437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:22:58,337 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,45593,1733278975682 2024-12-04T02:22:58,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,45593,1733278975682, state=OPENING 2024-12-04T02:22:58,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:22:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:58,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:22:58,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1378763842/meta-region-server: CHANGED 2024-12-04T02:22:58,470 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:22:58,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,45593,1733278975682}] 2024-12-04T02:22:58,471 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1378763842/meta-region-server: CHANGED 2024-12-04T02:22:58,624 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:22:58,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:22:58,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:22:58,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:22:58,638 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:22:58,639 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C45593%2C1733278975682.meta, suffix=.meta, logDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682, archiveDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/oldWALs, maxLogs=10 2024-12-04T02:22:58,657 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682/40249addbad9%2C45593%2C1733278975682.meta.1733278978640.meta, exclude list is [], retry=0 2024-12-04T02:22:58,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38791,DS-b68958b2-4336-488e-9329-61c202ba49a4,DISK] 2024-12-04T02:22:58,661 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682/40249addbad9%2C45593%2C1733278975682.meta.1733278978640.meta 2024-12-04T02:22:58,661 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42739:42739)] 2024-12-04T02:22:58,661 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:22:58,662 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:22:58,662 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:22:58,662 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:22:58,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:22:58,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:22:58,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:22:58,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:22:58,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:22:58,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:22:58,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:22:58,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:22:58,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:22:58,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:22:58,668 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:22:58,668 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740 2024-12-04T02:22:58,669 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740 2024-12-04T02:22:58,670 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:22:58,670 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:22:58,670 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:22:58,672 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:22:58,672 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73504106, jitterRate=0.09529653191566467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:22:58,672 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:22:58,673 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278978662Writing region info on filesystem at 1733278978662Initializing all the Stores at 1733278978663 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978663Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978663Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278978663Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278978664 (+1 ms)Cleaning up temporary data from old regions at 1733278978670 (+6 ms)Running coprocessor post-open hooks at 1733278978672 (+2 ms)Region opened successfully at 1733278978673 (+1 ms) 2024-12-04T02:22:58,673 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278978623 2024-12-04T02:22:58,675 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:22:58,675 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:22:58,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,45593,1733278975682 2024-12-04T02:22:58,679 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,45593,1733278975682, state=OPEN 2024-12-04T02:22:58,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1378763842/meta-region-server 2024-12-04T02:22:58,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,45593,1733278975682 2024-12-04T02:22:58,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1378763842/meta-region-server: CHANGED 2024-12-04T02:22:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1378763842/meta-region-server 2024-12-04T02:22:58,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1378763842/meta-region-server: CHANGED 2024-12-04T02:22:58,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:22:58,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,45593,1733278975682 in 222 msec 2024-12-04T02:22:58,697 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:22:58,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:22:58,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 509 msec 2024-12-04T02:22:58,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:22:58,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:22:58,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,724 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:58,724 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45593,1733278975682, seqNum=-1] 2024-12-04T02:22:58,725 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:58,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:58,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3730 sec 2024-12-04T02:22:58,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278978733, completionTime=-1 2024-12-04T02:22:58,733 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:22:58,733 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:22:58,735 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:22:58,735 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733279038735 2024-12-04T02:22:58,735 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279098735 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:45437, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,736 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,740 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,743 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.938sec 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:22:58,747 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:22:58,772 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:22:58,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@762daf06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:58,772 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:22:58,772 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,45437,1733278975518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:22:58,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45437,-1 for getting cluster id 2024-12-04T02:22:58,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:22:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:22:58,805 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21973488-ade5-4a1c-a242-b4b506cd05de' 2024-12-04T02:22:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:22:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21973488-ade5-4a1c-a242-b4b506cd05de" 2024-12-04T02:22:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec62a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:58,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45437,-1] 2024-12-04T02:22:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:22:58,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:22:58,806 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:22:58,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a90d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:22:58,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:22:58,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45593,1733278975682, seqNum=-1] 2024-12-04T02:22:58,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:22:58,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:22:58,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,45437,1733278975518 2024-12-04T02:22:58,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:22:58,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:22:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir so I do NOT create it in target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0 2024-12-04T02:22:58,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T02:22:58,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.tmp.dir so I do NOT create it in target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0 2024-12-04T02:22:58,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T02:22:58,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0 2024-12-04T02:22:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T02:22:58,848 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/cluster_a1cf21a7-b44d-6f0e-b0f0-7c2390386a91, deleteOnExit=true 2024-12-04T02:22:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T02:22:58,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/test.cache.data in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.log.dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T02:22:58,849 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T02:22:58,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/nfs.dump.dir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/java.io.tmpdir in system properties and HBase conf 2024-12-04T02:22:58,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T02:22:58,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T02:22:58,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T02:22:58,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019e2621b10005 connected 2024-12-04T02:22:59,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:59,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:59,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:59,345 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:59,345 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T02:22:59,349 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:59,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15604af6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:59,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@718cf8ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:59,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2234af42{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/java.io.tmpdir/jetty-localhost-43769-hadoop-hdfs-3_4_1-tests_jar-_-any-8887339840719418041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:22:59,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fec656c{HTTP/1.1, (http/1.1)}{localhost:43769} 2024-12-04T02:22:59,459 INFO [Time-limited test {}] server.Server(415): Started @341518ms 2024-12-04T02:22:59,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T02:22:59,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T02:22:59,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T02:22:59,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T02:22:59,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T02:22:59,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92f8990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.log.dir/,AVAILABLE} 2024-12-04T02:22:59,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c96e4f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T02:22:59,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@140f9960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/java.io.tmpdir/jetty-localhost-36175-hadoop-hdfs-3_4_1-tests_jar-_-any-6078801743462805449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:22:59,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3763d748{HTTP/1.1, (http/1.1)}{localhost:36175} 2024-12-04T02:22:59,837 INFO [Time-limited test {}] server.Server(415): Started @341896ms 2024-12-04T02:22:59,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T02:23:00,509 WARN [Thread-4557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/cluster_a1cf21a7-b44d-6f0e-b0f0-7c2390386a91/data/data1/current/BP-610931440-172.17.0.3-1733278978879/current, will proceed with Du for space computation calculation, 2024-12-04T02:23:00,509 WARN [Thread-4558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/cluster_a1cf21a7-b44d-6f0e-b0f0-7c2390386a91/data/data2/current/BP-610931440-172.17.0.3-1733278978879/current, will proceed with Du for space computation calculation, 2024-12-04T02:23:00,522 WARN [Thread-4545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T02:23:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1b671b2d0c36a90 with lease ID 0xe3a69998d5fa41a9: Processing first storage report for DS-d504fa67-01a0-43d5-bf9d-8e32e615d868 from datanode DatanodeRegistration(127.0.0.1:46515, datanodeUuid=6b04bcb2-5e15-4b75-8f59-4670204977cd, infoPort=34875, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=461700304;c=1733278978879) 2024-12-04T02:23:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1b671b2d0c36a90 with lease ID 0xe3a69998d5fa41a9: from storage DS-d504fa67-01a0-43d5-bf9d-8e32e615d868 node DatanodeRegistration(127.0.0.1:46515, datanodeUuid=6b04bcb2-5e15-4b75-8f59-4670204977cd, infoPort=34875, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=461700304;c=1733278978879), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T02:23:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1b671b2d0c36a90 with lease ID 0xe3a69998d5fa41a9: Processing first storage report for DS-1d023a1e-8224-479e-8a6d-2843090c9f1d from datanode DatanodeRegistration(127.0.0.1:46515, datanodeUuid=6b04bcb2-5e15-4b75-8f59-4670204977cd, infoPort=34875, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=461700304;c=1733278978879) 2024-12-04T02:23:00,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1b671b2d0c36a90 with lease ID 0xe3a69998d5fa41a9: from storage DS-1d023a1e-8224-479e-8a6d-2843090c9f1d node DatanodeRegistration(127.0.0.1:46515, datanodeUuid=6b04bcb2-5e15-4b75-8f59-4670204977cd, infoPort=34875, infoSecurePort=0, ipcPort=39961, storageInfo=lv=-57;cid=testClusterID;nsid=461700304;c=1733278978879), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T02:23:00,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0 2024-12-04T02:23:00,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:00,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:00,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741825_1001 (size=7) 2024-12-04T02:23:00,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb with version=8 2024-12-04T02:23:00,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/hbase-staging 2024-12-04T02:23:00,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T02:23:00,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:23:00,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38599 2024-12-04T02:23:00,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38599 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:23:01,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385990x0, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:23:01,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38599-0x1019e2621b10006 connected 2024-12-04T02:23:01,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:01,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:01,097 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/running 2024-12-04T02:23:01,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb, hbase.cluster.distributed=false 2024-12-04T02:23:01,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/acl 2024-12-04T02:23:01,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38599 2024-12-04T02:23:01,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38599 2024-12-04T02:23:01,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38599 2024-12-04T02:23:01,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38599 2024-12-04T02:23:01,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38599 2024-12-04T02:23:01,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/40249addbad9:0 server-side Connection retries=45 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T02:23:01,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T02:23:01,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43091 2024-12-04T02:23:01,113 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43091 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:23:01,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:01,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:01,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430910x0, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:23:01,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43091-0x1019e2621b10007 connected 2024-12-04T02:23:01,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430910x0, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/running 2024-12-04T02:23:01,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T02:23:01,126 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T02:23:01,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/master 2024-12-04T02:23:01,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/acl 2024-12-04T02:23:01,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43091 2024-12-04T02:23:01,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43091 2024-12-04T02:23:01,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43091 2024-12-04T02:23:01,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43091 2024-12-04T02:23:01,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43091 2024-12-04T02:23:01,145 DEBUG [M:0;40249addbad9:38599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;40249addbad9:38599 2024-12-04T02:23:01,145 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22075918989/backup-masters/40249addbad9,38599,1733278980971 2024-12-04T02:23:01,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/backup-masters 2024-12-04T02:23:01,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/backup-masters 2024-12-04T02:23:01,157 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on existing znode=/22075918989/backup-masters/40249addbad9,38599,1733278980971 2024-12-04T02:23:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22075918989/master 2024-12-04T02:23:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:01,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:01,167 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on existing znode=/22075918989/master 2024-12-04T02:23:01,167 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22075918989/backup-masters/40249addbad9,38599,1733278980971 from backup master directory 2024-12-04T02:23:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/backup-masters 2024-12-04T02:23:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22075918989/backup-masters/40249addbad9,38599,1733278980971 2024-12-04T02:23:01,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/backup-masters 2024-12-04T02:23:01,177 WARN [master/40249addbad9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:23:01,177 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=40249addbad9,38599,1733278980971 2024-12-04T02:23:01,180 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/hbase.id] with ID: cff2781a-2855-48a2-acd1-57ef9aaacd8e 2024-12-04T02:23:01,180 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/.tmp/hbase.id 2024-12-04T02:23:01,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741826_1002 (size=42) 2024-12-04T02:23:01,586 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/.tmp/hbase.id]:[hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/hbase.id] 2024-12-04T02:23:01,593 INFO [master/40249addbad9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:01,593 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T02:23:01,593 INFO [master/40249addbad9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T02:23:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:01,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741827_1003 (size=196) 2024-12-04T02:23:02,008 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:23:02,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T02:23:02,009 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:23:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741828_1004 (size=1189) 2024-12-04T02:23:02,017 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store 2024-12-04T02:23:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741829_1005 (size=34) 2024-12-04T02:23:02,425 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:23:02,426 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:02,426 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278982425Disabling compacts and flushes for region at 1733278982425Disabling writes for close at 1733278982426 (+1 ms)Writing region close event to WAL at 1733278982426Closed at 1733278982426 2024-12-04T02:23:02,426 WARN [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/.initializing 2024-12-04T02:23:02,426 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/WALs/40249addbad9,38599,1733278980971 2024-12-04T02:23:02,427 INFO [master/40249addbad9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:23:02,428 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=40249addbad9%2C38599%2C1733278980971, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/WALs/40249addbad9,38599,1733278980971, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/oldWALs, maxLogs=10 2024-12-04T02:23:02,438 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/WALs/40249addbad9,38599,1733278980971/40249addbad9%2C38599%2C1733278980971.1733278982428, exclude list is [], retry=0 2024-12-04T02:23:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46515,DS-d504fa67-01a0-43d5-bf9d-8e32e615d868,DISK] 2024-12-04T02:23:02,442 INFO [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/WALs/40249addbad9,38599,1733278980971/40249addbad9%2C38599%2C1733278980971.1733278982428 2024-12-04T02:23:02,442 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-12-04T02:23:02,442 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:02,442 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:02,442 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,442 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T02:23:02,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:02,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:02,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T02:23:02,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:02,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:02,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T02:23:02,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:02,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:02,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T02:23:02,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:02,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:02,447 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,447 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,448 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,449 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,449 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,449 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:23:02,450 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T02:23:02,451 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:02,451 INFO [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60752858, jitterRate=-0.09471186995506287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:23:02,451 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733278982442Initializing all the Stores at 1733278982443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278982443Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278982443Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278982443Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278982443Cleaning up temporary data from old regions at 1733278982449 (+6 ms)Region opened successfully at 1733278982451 (+2 ms) 2024-12-04T02:23:02,451 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T02:23:02,453 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca1e3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:23:02,453 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T02:23:02,454 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T02:23:02,455 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T02:23:02,456 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Unable to get data of znode /22075918989/balancer because node does not exist (not necessarily an error) 2024-12-04T02:23:02,461 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/balancer already deleted, retry=false 2024-12-04T02:23:02,462 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T02:23:02,462 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Unable to get data of znode /22075918989/normalizer because node does not exist (not necessarily an error) 2024-12-04T02:23:02,472 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/normalizer already deleted, retry=false 2024-12-04T02:23:02,472 INFO [master/40249addbad9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T02:23:02,473 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Unable to get data of znode /22075918989/switch/split because node does not exist (not necessarily an error) 2024-12-04T02:23:02,482 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/switch/split already deleted, retry=false 2024-12-04T02:23:02,483 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Unable to get data of znode /22075918989/switch/merge because node does not exist (not necessarily an error) 2024-12-04T02:23:02,493 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/switch/merge already deleted, retry=false 2024-12-04T02:23:02,494 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Unable to get data of znode /22075918989/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T02:23:02,503 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/snapshot-cleanup already deleted, retry=false 2024-12-04T02:23:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22075918989/running 2024-12-04T02:23:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22075918989/running 2024-12-04T02:23:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,514 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=40249addbad9,38599,1733278980971, sessionid=0x1019e2621b10006, setting cluster-up flag (Was=false) 2024-12-04T02:23:02,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,567 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22075918989/flush-table-proc/acquired, /22075918989/flush-table-proc/reached, /22075918989/flush-table-proc/abort 2024-12-04T02:23:02,568 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38599,1733278980971 2024-12-04T02:23:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:02,619 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22075918989/online-snapshot/acquired, /22075918989/online-snapshot/reached, /22075918989/online-snapshot/abort 2024-12-04T02:23:02,620 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=40249addbad9,38599,1733278980971 2024-12-04T02:23:02,621 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T02:23:02,622 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T02:23:02,622 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T02:23:02,622 INFO [master/40249addbad9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T02:23:02,623 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 40249addbad9,38599,1733278980971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/40249addbad9:0, corePoolSize=5, maxPoolSize=5 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/40249addbad9:0, corePoolSize=10, maxPoolSize=10 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:23:02,624 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733279012625 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T02:23:02,625 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:23:02,625 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T02:23:02,625 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T02:23:02,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T02:23:02,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T02:23:02,626 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278982626,5,FailOnTimeoutGroup] 2024-12-04T02:23:02,626 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278982626,5,FailOnTimeoutGroup] 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,626 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741831_1007 (size=1321) 2024-12-04T02:23:02,637 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(746): ClusterId : cff2781a-2855-48a2-acd1-57ef9aaacd8e 2024-12-04T02:23:02,637 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T02:23:02,649 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T02:23:02,649 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T02:23:02,662 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T02:23:02,662 DEBUG [RS:0;40249addbad9:43091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d40ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=40249addbad9/172.17.0.3:0 2024-12-04T02:23:02,672 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;40249addbad9:43091 2024-12-04T02:23:02,673 INFO [RS:0;40249addbad9:43091 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T02:23:02,673 INFO [RS:0;40249addbad9:43091 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T02:23:02,673 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T02:23:02,673 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(2659): reportForDuty to master=40249addbad9,38599,1733278980971 with port=43091, startcode=1733278981112 2024-12-04T02:23:02,674 DEBUG [RS:0;40249addbad9:43091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T02:23:02,675 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T02:23:02,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 40249addbad9,43091,1733278981112 2024-12-04T02:23:02,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38599 {}] master.ServerManager(517): Registering regionserver=40249addbad9,43091,1733278981112 2024-12-04T02:23:02,677 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb 2024-12-04T02:23:02,677 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36591 2024-12-04T02:23:02,677 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T02:23:02,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/rs 2024-12-04T02:23:02,711 DEBUG [RS:0;40249addbad9:43091 {}] zookeeper.ZKUtil(111): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on existing znode=/22075918989/rs/40249addbad9,43091,1733278981112 2024-12-04T02:23:02,711 WARN [RS:0;40249addbad9:43091 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T02:23:02,711 INFO [RS:0;40249addbad9:43091 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:23:02,711 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112 2024-12-04T02:23:02,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [40249addbad9,43091,1733278981112] 2024-12-04T02:23:02,713 INFO [RS:0;40249addbad9:43091 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T02:23:02,714 INFO [RS:0;40249addbad9:43091 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T02:23:02,715 INFO [RS:0;40249addbad9:43091 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T02:23:02,715 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,715 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T02:23:02,715 INFO [RS:0;40249addbad9:43091 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T02:23:02,715 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,715 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,715 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,715 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,715 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,715 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/40249addbad9:0, corePoolSize=2, maxPoolSize=2 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/40249addbad9:0, corePoolSize=1, maxPoolSize=1 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:23:02,716 DEBUG [RS:0;40249addbad9:43091 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/40249addbad9:0, corePoolSize=3, maxPoolSize=3 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,716 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43091,1733278981112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:23:02,728 INFO [RS:0;40249addbad9:43091 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T02:23:02,728 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,43091,1733278981112-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,728 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,728 INFO [RS:0;40249addbad9:43091 {}] regionserver.Replication(171): 40249addbad9,43091,1733278981112 started 2024-12-04T02:23:02,740 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:02,740 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1482): Serving as 40249addbad9,43091,1733278981112, RpcServer on 40249addbad9/172.17.0.3:43091, sessionid=0x1019e2621b10007 2024-12-04T02:23:02,740 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T02:23:02,740 DEBUG [RS:0;40249addbad9:43091 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 40249addbad9,43091,1733278981112 2024-12-04T02:23:02,740 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43091,1733278981112' 2024-12-04T02:23:02,740 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22075918989/flush-table-proc/abort' 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22075918989/flush-table-proc/acquired' 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 40249addbad9,43091,1733278981112 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '40249addbad9,43091,1733278981112' 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22075918989/online-snapshot/abort' 2024-12-04T02:23:02,741 DEBUG [RS:0;40249addbad9:43091 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22075918989/online-snapshot/acquired' 2024-12-04T02:23:02,742 DEBUG [RS:0;40249addbad9:43091 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T02:23:02,742 INFO [RS:0;40249addbad9:43091 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T02:23:02,742 INFO [RS:0;40249addbad9:43091 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T02:23:02,842 INFO [RS:0;40249addbad9:43091 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T02:23:02,843 INFO [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43091%2C1733278981112, suffix=, logDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/oldWALs, maxLogs=10 2024-12-04T02:23:02,859 DEBUG [RS:0;40249addbad9:43091 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.1733278982844, exclude list is [], retry=0 2024-12-04T02:23:02,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46515,DS-d504fa67-01a0-43d5-bf9d-8e32e615d868,DISK] 2024-12-04T02:23:02,863 INFO [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.1733278982844 2024-12-04T02:23:02,863 DEBUG [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-12-04T02:23:03,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T02:23:03,033 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb 2024-12-04T02:23:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741833_1009 (size=32) 2024-12-04T02:23:03,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:03,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:23:03,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:23:03,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:23:03,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:23:03,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:23:03,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:23:03,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:23:03,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:23:03,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:23:03,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740 2024-12-04T02:23:03,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740 2024-12-04T02:23:03,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:23:03,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:23:03,456 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:23:03,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:23:03,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:03,466 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63769944, jitterRate=-0.049753785133361816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:23:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733278983439Initializing all the Stores at 1733278983439Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983439Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983440 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278983440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983440Cleaning up temporary data from old regions at 1733278983455 (+15 ms)Region opened successfully at 1733278983467 (+12 ms) 2024-12-04T02:23:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:23:03,467 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:23:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:23:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:23:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:23:03,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:03,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278983467Disabling compacts and flushes for region at 1733278983467Disabling writes for close at 1733278983467Writing region close event to WAL at 1733278983469 (+2 ms)Closed at 1733278983469 2024-12-04T02:23:03,471 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:23:03,471 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T02:23:03,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T02:23:03,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:23:03,473 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T02:23:03,625 DEBUG [40249addbad9:38599 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T02:23:03,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=40249addbad9,43091,1733278981112 2024-12-04T02:23:03,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43091,1733278981112, state=OPENING 2024-12-04T02:23:03,641 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T02:23:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:03,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:03,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22075918989/meta-region-server: CHANGED 2024-12-04T02:23:03,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T02:23:03,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43091,1733278981112}] 2024-12-04T02:23:03,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22075918989/meta-region-server: CHANGED 2024-12-04T02:23:03,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:23:03,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:23:03,818 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T02:23:03,818 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:23:03,818 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T02:23:03,819 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C43091%2C1733278981112.meta, suffix=.meta, logDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112, archiveDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/oldWALs, maxLogs=10 2024-12-04T02:23:03,830 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.meta.1733278983820.meta, exclude list is [], retry=0 2024-12-04T02:23:03,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46515,DS-d504fa67-01a0-43d5-bf9d-8e32e615d868,DISK] 2024-12-04T02:23:03,832 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.meta.1733278983820.meta 2024-12-04T02:23:03,832 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34875:34875)] 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:03,833 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T02:23:03,833 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T02:23:03,833 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T02:23:03,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T02:23:03,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T02:23:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T02:23:03,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T02:23:03,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T02:23:03,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T02:23:03,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T02:23:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T02:23:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T02:23:03,837 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T02:23:03,837 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740 2024-12-04T02:23:03,838 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740 2024-12-04T02:23:03,839 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T02:23:03,839 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T02:23:03,839 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T02:23:03,840 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T02:23:03,840 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72355962, jitterRate=0.07818785309791565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T02:23:03,840 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T02:23:03,840 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733278983833Writing region info on filesystem at 1733278983833Initializing all the Stores at 1733278983834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278983834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733278983834Cleaning up temporary data from old regions at 1733278983839 (+5 ms)Running coprocessor post-open hooks at 1733278983840 (+1 ms)Region opened successfully at 1733278983840 2024-12-04T02:23:03,841 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733278983815 2024-12-04T02:23:03,842 DEBUG [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T02:23:03,842 INFO [RS_OPEN_META-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T02:23:03,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,43091,1733278981112 2024-12-04T02:23:03,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 40249addbad9,43091,1733278981112, state=OPEN 2024-12-04T02:23:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22075918989/meta-region-server 2024-12-04T02:23:03,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22075918989/meta-region-server 2024-12-04T02:23:03,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=40249addbad9,43091,1733278981112 2024-12-04T02:23:03,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22075918989/meta-region-server: CHANGED 2024-12-04T02:23:03,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22075918989/meta-region-server: CHANGED 2024-12-04T02:23:03,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T02:23:03,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=40249addbad9,43091,1733278981112 in 237 msec 2024-12-04T02:23:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T02:23:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-12-04T02:23:03,896 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T02:23:03,896 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T02:23:03,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:03,897 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43091,1733278981112, seqNum=-1] 2024-12-04T02:23:03,898 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:03,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:03,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-12-04T02:23:03,902 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733278983902, completionTime=-1 2024-12-04T02:23:03,902 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T02:23:03,902 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733279043904 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733279103904 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-40249addbad9:38599, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,904 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,906 DEBUG [master/40249addbad9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.730sec 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T02:23:03,907 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T02:23:03,908 DEBUG [master/40249addbad9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T02:23:03,908 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T02:23:03,908 INFO [master/40249addbad9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=40249addbad9,38599,1733278980971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T02:23:03,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261671d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:03,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38599,-1 for getting cluster id 2024-12-04T02:23:03,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:03,941 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cff2781a-2855-48a2-acd1-57ef9aaacd8e' 2024-12-04T02:23:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cff2781a-2855-48a2-acd1-57ef9aaacd8e" 2024-12-04T02:23:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139b7772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38599,-1] 2024-12-04T02:23:03,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:03,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:03,942 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:03,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171718c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:03,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43091,1733278981112, seqNum=-1] 2024-12-04T02:23:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:03,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:03,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=40249addbad9,38599,1733278980971 2024-12-04T02:23:03,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64820 2024-12-04T02:23:03,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T02:23:03,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1019e2621b10008 connected 2024-12-04T02:23:03,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43629,1733278969675 2024-12-04T02:23:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ef9194 2024-12-04T02:23:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:03,971 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:03,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:23:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:23:03,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:23:03,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:03,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:23:03,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:23:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:23:04,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:04,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:04,386 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b863a0b470e5bca85f74abfd4cf06186, NAME => 'test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b 2024-12-04T02:23:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:23:04,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:04,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:04,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b863a0b470e5bca85f74abfd4cf06186, disabling compactions & flushes 2024-12-04T02:23:04,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:04,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:04,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. after waiting 0 ms 2024-12-04T02:23:04,790 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:04,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:04,791 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b863a0b470e5bca85f74abfd4cf06186: Waiting for close lock at 1733278984790Disabling compacts and flushes for region at 1733278984790Disabling writes for close at 1733278984790Writing region close event to WAL at 1733278984790Closed at 1733278984790 2024-12-04T02:23:04,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:23:04,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278984792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278984792"}]},"ts":"1733278984792"} 2024-12-04T02:23:04,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:23:04,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:23:04,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278984795"}]},"ts":"1733278984795"} 2024-12-04T02:23:04,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:23:04,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b863a0b470e5bca85f74abfd4cf06186, ASSIGN}] 2024-12-04T02:23:04,797 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b863a0b470e5bca85f74abfd4cf06186, ASSIGN 2024-12-04T02:23:04,798 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b863a0b470e5bca85f74abfd4cf06186, ASSIGN; state=OFFLINE, location=40249addbad9,45289,1733278969880; forceNewPlan=false, retain=false 2024-12-04T02:23:04,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b863a0b470e5bca85f74abfd4cf06186, regionState=OPENING, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:23:04,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b863a0b470e5bca85f74abfd4cf06186, ASSIGN because future has completed 2024-12-04T02:23:04,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b863a0b470e5bca85f74abfd4cf06186, server=40249addbad9,45289,1733278969880}] 2024-12-04T02:23:05,105 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:05,105 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b863a0b470e5bca85f74abfd4cf06186, NAME => 'test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:05,106 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:23:05,106 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:23:05,106 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,106 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:05,106 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,106 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,107 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,108 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b863a0b470e5bca85f74abfd4cf06186 columnFamilyName f 2024-12-04T02:23:05,108 DEBUG [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:05,108 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(327): Store=b863a0b470e5bca85f74abfd4cf06186/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:05,108 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,109 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b863a0b470e5bca85f74abfd4cf06186 columnFamilyName f1 2024-12-04T02:23:05,109 DEBUG [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:05,109 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(327): Store=b863a0b470e5bca85f74abfd4cf06186/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:05,109 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,109 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b863a0b470e5bca85f74abfd4cf06186 columnFamilyName norep 2024-12-04T02:23:05,110 DEBUG [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:05,110 INFO [StoreOpener-b863a0b470e5bca85f74abfd4cf06186-1 {}] regionserver.HStore(327): Store=b863a0b470e5bca85f74abfd4cf06186/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:05,110 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,110 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,111 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,111 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,111 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,112 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:23:05,112 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,114 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:05,114 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b863a0b470e5bca85f74abfd4cf06186; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67484392, jitterRate=0.005595803260803223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:23:05,114 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:05,114 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b863a0b470e5bca85f74abfd4cf06186: Running coprocessor pre-open hook at 1733278985106Writing region info on filesystem at 1733278985106Initializing all the Stores at 1733278985106Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278985106Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278985107 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278985107Cleaning up temporary data from old regions at 1733278985111 (+4 ms)Running coprocessor post-open hooks at 1733278985114 (+3 ms)Region opened successfully at 1733278985114 2024-12-04T02:23:05,115 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., pid=6, masterSystemTime=1733278985102 2024-12-04T02:23:05,116 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:05,116 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:05,117 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b863a0b470e5bca85f74abfd4cf06186, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:23:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b863a0b470e5bca85f74abfd4cf06186, server=40249addbad9,45289,1733278969880 because future has completed 2024-12-04T02:23:05,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:23:05,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b863a0b470e5bca85f74abfd4cf06186, server=40249addbad9,45289,1733278969880 in 168 msec 2024-12-04T02:23:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:23:05,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b863a0b470e5bca85f74abfd4cf06186, ASSIGN in 323 msec 2024-12-04T02:23:05,121 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:23:05,121 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278985121"}]},"ts":"1733278985121"} 2024-12-04T02:23:05,122 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:23:05,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:23:05,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-04T02:23:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:06,121 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:23:06,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45437,1733278975518 2024-12-04T02:23:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6303ba11 2024-12-04T02:23:06,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:06,123 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:06,123 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:23:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:23:06,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:23:06,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:06,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:23:06,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:23:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:23:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:06,531 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70674be8043db663cc3ab6dc4e7efcc9, NAME => 'test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d 2024-12-04T02:23:06,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:23:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 70674be8043db663cc3ab6dc4e7efcc9, disabling compactions & flushes 2024-12-04T02:23:06,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. after waiting 0 ms 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:06,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:06,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70674be8043db663cc3ab6dc4e7efcc9: Waiting for close lock at 1733278986935Disabling compacts and flushes for region at 1733278986935Disabling writes for close at 1733278986935Writing region close event to WAL at 1733278986935Closed at 1733278986935 2024-12-04T02:23:06,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:23:06,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278986937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278986937"}]},"ts":"1733278986937"} 2024-12-04T02:23:06,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:23:06,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:23:06,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278986939"}]},"ts":"1733278986939"} 2024-12-04T02:23:06,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:23:06,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70674be8043db663cc3ab6dc4e7efcc9, ASSIGN}] 2024-12-04T02:23:06,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=70674be8043db663cc3ab6dc4e7efcc9, ASSIGN 2024-12-04T02:23:06,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=70674be8043db663cc3ab6dc4e7efcc9, ASSIGN; state=OFFLINE, location=40249addbad9,45593,1733278975682; forceNewPlan=false, retain=false 2024-12-04T02:23:07,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70674be8043db663cc3ab6dc4e7efcc9, regionState=OPENING, regionLocation=40249addbad9,45593,1733278975682 2024-12-04T02:23:07,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=70674be8043db663cc3ab6dc4e7efcc9, ASSIGN because future has completed 2024-12-04T02:23:07,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70674be8043db663cc3ab6dc4e7efcc9, server=40249addbad9,45593,1733278975682}] 2024-12-04T02:23:07,248 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:07,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70674be8043db663cc3ab6dc4e7efcc9, NAME => 'test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:07,249 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:23:07,249 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:23:07,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:07,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,249 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,250 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,251 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70674be8043db663cc3ab6dc4e7efcc9 columnFamilyName f 2024-12-04T02:23:07,251 DEBUG [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:07,251 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(327): Store=70674be8043db663cc3ab6dc4e7efcc9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:07,251 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,252 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70674be8043db663cc3ab6dc4e7efcc9 columnFamilyName f1 2024-12-04T02:23:07,252 DEBUG [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:07,252 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(327): Store=70674be8043db663cc3ab6dc4e7efcc9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:07,252 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,253 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70674be8043db663cc3ab6dc4e7efcc9 columnFamilyName norep 2024-12-04T02:23:07,253 DEBUG [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:07,253 INFO [StoreOpener-70674be8043db663cc3ab6dc4e7efcc9-1 {}] regionserver.HStore(327): Store=70674be8043db663cc3ab6dc4e7efcc9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:07,253 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,254 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,255 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:23:07,255 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,256 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:07,257 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70674be8043db663cc3ab6dc4e7efcc9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62548020, jitterRate=-0.06796187162399292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:23:07,257 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:07,257 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70674be8043db663cc3ab6dc4e7efcc9: Running coprocessor pre-open hook at 1733278987249Writing region info on filesystem at 1733278987249Initializing all the Stores at 1733278987250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278987250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278987250Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278987250Cleaning up temporary data from old regions at 1733278987254 (+4 ms)Running coprocessor post-open hooks at 1733278987257 (+3 ms)Region opened successfully at 1733278987257 2024-12-04T02:23:07,257 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9., pid=6, masterSystemTime=1733278987246 2024-12-04T02:23:07,259 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:07,259 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:07,259 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70674be8043db663cc3ab6dc4e7efcc9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,45593,1733278975682 2024-12-04T02:23:07,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70674be8043db663cc3ab6dc4e7efcc9, server=40249addbad9,45593,1733278975682 because future has completed 2024-12-04T02:23:07,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:23:07,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70674be8043db663cc3ab6dc4e7efcc9, server=40249addbad9,45593,1733278975682 in 167 msec 2024-12-04T02:23:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:07,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:23:07,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=70674be8043db663cc3ab6dc4e7efcc9, ASSIGN in 322 msec 2024-12-04T02:23:07,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:23:07,265 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278987265"}]},"ts":"1733278987265"} 2024-12-04T02:23:07,266 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:23:07,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:23:07,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-12-04T02:23:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:08,271 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:23:08,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38599,1733278980971 2024-12-04T02:23:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d63bef 2024-12-04T02:23:08,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:08,273 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:08,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:23:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T02:23:08,276 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:23:08,276 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:08,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T02:23:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:08,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:23:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741835_1011 (size=902) 2024-12-04T02:23:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:08,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:08,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:23:08,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148990 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [40249addbad9,38487,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T02:23:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:08,684 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f58a0e102f0f5aa09fafa32d1ae35d39, NAME => 'test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb 2024-12-04T02:23:08,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741836_1012 (size=39) 2024-12-04T02:23:08,694 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:08,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f58a0e102f0f5aa09fafa32d1ae35d39, disabling compactions & flushes 2024-12-04T02:23:08,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:08,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:08,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. after waiting 0 ms 2024-12-04T02:23:08,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:08,695 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:08,695 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f58a0e102f0f5aa09fafa32d1ae35d39: Waiting for close lock at 1733278988695Disabling compacts and flushes for region at 1733278988695Disabling writes for close at 1733278988695Writing region close event to WAL at 1733278988695Closed at 1733278988695 2024-12-04T02:23:08,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:23:08,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733278988696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278988696"}]},"ts":"1733278988696"} 2024-12-04T02:23:08,699 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:23:08,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:23:08,701 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278988700"}]},"ts":"1733278988700"} 2024-12-04T02:23:08,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T02:23:08,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f58a0e102f0f5aa09fafa32d1ae35d39, ASSIGN}] 2024-12-04T02:23:08,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f58a0e102f0f5aa09fafa32d1ae35d39, ASSIGN 2024-12-04T02:23:08,705 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f58a0e102f0f5aa09fafa32d1ae35d39, ASSIGN; state=OFFLINE, location=40249addbad9,43091,1733278981112; forceNewPlan=false, retain=false 2024-12-04T02:23:08,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f58a0e102f0f5aa09fafa32d1ae35d39, regionState=OPENING, regionLocation=40249addbad9,43091,1733278981112 2024-12-04T02:23:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f58a0e102f0f5aa09fafa32d1ae35d39, ASSIGN because future has completed 2024-12-04T02:23:08,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f58a0e102f0f5aa09fafa32d1ae35d39, server=40249addbad9,43091,1733278981112}] 2024-12-04T02:23:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:09,012 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:09,012 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f58a0e102f0f5aa09fafa32d1ae35d39, NAME => 'test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:09,013 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:23:09,013 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T02:23:09,013 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,013 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:09,013 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,013 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,014 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,015 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f58a0e102f0f5aa09fafa32d1ae35d39 columnFamilyName f 2024-12-04T02:23:09,015 DEBUG [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:09,015 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(327): Store=f58a0e102f0f5aa09fafa32d1ae35d39/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:09,015 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,016 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f58a0e102f0f5aa09fafa32d1ae35d39 columnFamilyName f1 2024-12-04T02:23:09,016 DEBUG [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:09,016 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(327): Store=f58a0e102f0f5aa09fafa32d1ae35d39/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:09,016 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,016 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f58a0e102f0f5aa09fafa32d1ae35d39 columnFamilyName norep 2024-12-04T02:23:09,016 DEBUG [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:09,017 INFO [StoreOpener-f58a0e102f0f5aa09fafa32d1ae35d39-1 {}] regionserver.HStore(327): Store=f58a0e102f0f5aa09fafa32d1ae35d39/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:09,017 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,017 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,017 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,018 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,018 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,018 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:23:09,019 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,020 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:09,021 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f58a0e102f0f5aa09fafa32d1ae35d39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75417075, jitterRate=0.12380199134349823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:23:09,021 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:09,021 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f58a0e102f0f5aa09fafa32d1ae35d39: Running coprocessor pre-open hook at 1733278989013Writing region info on filesystem at 1733278989013Initializing all the Stores at 1733278989014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278989014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278989014Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278989014Cleaning up temporary data from old regions at 1733278989018 (+4 ms)Running coprocessor post-open hooks at 1733278989021 (+3 ms)Region opened successfully at 1733278989021 2024-12-04T02:23:09,021 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39., pid=6, masterSystemTime=1733278989009 2024-12-04T02:23:09,023 DEBUG [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:09,023 INFO [RS_OPEN_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:09,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f58a0e102f0f5aa09fafa32d1ae35d39, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=40249addbad9,43091,1733278981112 2024-12-04T02:23:09,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f58a0e102f0f5aa09fafa32d1ae35d39, server=40249addbad9,43091,1733278981112 because future has completed 2024-12-04T02:23:09,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T02:23:09,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f58a0e102f0f5aa09fafa32d1ae35d39, server=40249addbad9,43091,1733278981112 in 168 msec 2024-12-04T02:23:09,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T02:23:09,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f58a0e102f0f5aa09fafa32d1ae35d39, ASSIGN in 324 msec 2024-12-04T02:23:09,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:23:09,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278989029"}]},"ts":"1733278989029"} 2024-12-04T02:23:09,030 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T02:23:09,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:23:09,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-12-04T02:23:09,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T02:23:09,411 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T02:23:09,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abc033a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:23:09,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:09,412 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:23:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:23:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f215ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:23:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:09,413 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:09,413 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6415f003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43629,1733278969675 2024-12-04T02:23:09,414 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23dacc49 2024-12-04T02:23:09,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:09,415 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:09,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://40249addbad9:45437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:23:09,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:23:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:09,418 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:45437' 2024-12-04T02:23:09,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2119b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,418 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45437,-1 for getting cluster id 2024-12-04T02:23:09,418 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:09,419 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21973488-ade5-4a1c-a242-b4b506cd05de' 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21973488-ade5-4a1c-a242-b4b506cd05de" 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb1076b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45437,-1] 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:09,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:09,420 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:09,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4553fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:09,421 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:09,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45437,1733278975518 2024-12-04T02:23:09,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67da7680 2024-12-04T02:23:09,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:09,422 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:09,423 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T02:23:09,423 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:23:09,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:09,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:09,423 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T02:23:09,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:09,424 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T02:23:09,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T02:23:09,425 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:09,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T02:23:09,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741837_1013 (size=1138) 2024-12-04T02:23:09,474 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T02:23:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:09,832 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e82cd5e407fc51bb30fbac18194bce9, NAME => 'hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b 2024-12-04T02:23:09,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741838_1014 (size=44) 2024-12-04T02:23:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:10,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:10,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e82cd5e407fc51bb30fbac18194bce9, disabling compactions & flushes 2024-12-04T02:23:10,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. after waiting 0 ms 2024-12-04T02:23:10,237 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,237 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,238 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e82cd5e407fc51bb30fbac18194bce9: Waiting for close lock at 1733278990237Disabling compacts and flushes for region at 1733278990237Disabling writes for close at 1733278990237Writing region close event to WAL at 1733278990237Closed at 1733278990237 2024-12-04T02:23:10,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T02:23:10,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733278990239"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733278990239"}]},"ts":"1733278990239"} 2024-12-04T02:23:10,240 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T02:23:10,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T02:23:10,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278990241"}]},"ts":"1733278990241"} 2024-12-04T02:23:10,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T02:23:10,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e82cd5e407fc51bb30fbac18194bce9, ASSIGN}] 2024-12-04T02:23:10,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e82cd5e407fc51bb30fbac18194bce9, ASSIGN 2024-12-04T02:23:10,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e82cd5e407fc51bb30fbac18194bce9, ASSIGN; state=OFFLINE, location=40249addbad9,45289,1733278969880; forceNewPlan=false, retain=false 2024-12-04T02:23:10,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e82cd5e407fc51bb30fbac18194bce9, regionState=OPENING, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:23:10,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e82cd5e407fc51bb30fbac18194bce9, ASSIGN because future has completed 2024-12-04T02:23:10,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e82cd5e407fc51bb30fbac18194bce9, server=40249addbad9,45289,1733278969880}] 2024-12-04T02:23:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:10,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T02:23:10,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T02:23:10,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=40249addbad9%2C45289%2C1733278969880.rep, suffix=, logDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880, archiveDir=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/oldWALs, maxLogs=10 2024-12-04T02:23:10,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278990554, exclude list is [], retry=0 2024-12-04T02:23:10,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:23:10,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278990554 2024-12-04T02:23:10,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:23:10,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e82cd5e407fc51bb30fbac18194bce9, NAME => 'hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T02:23:10,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. service=MultiRowMutationService 2024-12-04T02:23:10,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,571 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,572 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e82cd5e407fc51bb30fbac18194bce9 columnFamilyName hfileref 2024-12-04T02:23:10,572 DEBUG [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:10,572 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(327): Store=8e82cd5e407fc51bb30fbac18194bce9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:10,572 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,573 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e82cd5e407fc51bb30fbac18194bce9 columnFamilyName queue 2024-12-04T02:23:10,573 DEBUG [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:10,573 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(327): Store=8e82cd5e407fc51bb30fbac18194bce9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:10,573 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,574 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e82cd5e407fc51bb30fbac18194bce9 columnFamilyName sid 2024-12-04T02:23:10,574 DEBUG [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T02:23:10,574 INFO [StoreOpener-8e82cd5e407fc51bb30fbac18194bce9-1 {}] regionserver.HStore(327): Store=8e82cd5e407fc51bb30fbac18194bce9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T02:23:10,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T02:23:10,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T02:23:10,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e82cd5e407fc51bb30fbac18194bce9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70941521, jitterRate=0.05711103975772858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T02:23:10,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:10,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e82cd5e407fc51bb30fbac18194bce9: Running coprocessor pre-open hook at 1733278990570Writing region info on filesystem at 1733278990570Initializing all the Stores at 1733278990571 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278990571Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278990571Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733278990571Cleaning up temporary data from old regions at 1733278990575 (+4 ms)Running coprocessor post-open hooks at 1733278990578 (+3 ms)Region opened successfully at 1733278990578 2024-12-04T02:23:10,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9., pid=10, masterSystemTime=1733278990550 2024-12-04T02:23:10,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:10,581 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e82cd5e407fc51bb30fbac18194bce9, regionState=OPEN, openSeqNum=2, regionLocation=40249addbad9,45289,1733278969880 2024-12-04T02:23:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e82cd5e407fc51bb30fbac18194bce9, server=40249addbad9,45289,1733278969880 because future has completed 2024-12-04T02:23:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T02:23:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e82cd5e407fc51bb30fbac18194bce9, server=40249addbad9,45289,1733278969880 in 186 msec 2024-12-04T02:23:10,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T02:23:10,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e82cd5e407fc51bb30fbac18194bce9, ASSIGN in 343 msec 2024-12-04T02:23:10,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T02:23:10,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733278990586"}]},"ts":"1733278990586"} 2024-12-04T02:23:10,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T02:23:10,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T02:23:10,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-12-04T02:23:10,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9., hostname=40249addbad9,45289,1733278969880, seqNum=2] 2024-12-04T02:23:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:23:10,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:23:10,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:23:10,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T02:23:10,849 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T02:23:10,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T02:23:10,890 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-40249addbad9,45289,1733278969880, ReplicationSource: 1, currentBandwidth=0 2024-12-04T02:23:10,891 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:10,891 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45289,1733278969880, seqNum=-1] 2024-12-04T02:23:10,892 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:10,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T02:23:10,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-40249addbad9,45289,1733278969880', locateType=CURRENT is [region=hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9., hostname=40249addbad9,45289,1733278969880, seqNum=2] 2024-12-04T02:23:10,898 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T02:23:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T02:23:10,900 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 40249addbad9,45289,1733278969880 suceeded 2024-12-04T02:23:10,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T02:23:10,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-12-04T02:23:10,902 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://40249addbad9:45437,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:23:10,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-12-04T02:23:10,915 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:45437' 2024-12-04T02:23:10,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eea92be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:10,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45437,-1 for getting cluster id 2024-12-04T02:23:10,916 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:10,917 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21973488-ade5-4a1c-a242-b4b506cd05de' 2024-12-04T02:23:10,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:10,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21973488-ade5-4a1c-a242-b4b506cd05de" 2024-12-04T02:23:10,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b3c86bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:10,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45437,-1] 2024-12-04T02:23:10,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:10,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:10,918 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:10,919 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44488904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:10,919 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45437,1733278975518 2024-12-04T02:23:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e975850 2024-12-04T02:23:10,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:10,920 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T02:23:10,920 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-40249addbad9,45289,1733278969880 (queues=1) is replicating from cluster=516fc8d6-1324-458c-9009-1e967acdfbb3 to cluster=21973488-ade5-4a1c-a242-b4b506cd05de 2024-12-04T02:23:10,920 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=40249addbad9%2C45289%2C1733278969880 2024-12-04T02:23:10,921 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-40249addbad9,45289,1733278969880, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:23:10,921 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385, startPosition=0, beingWritten=true 2024-12-04T02:23:10,923 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C45289%2C1733278969880 2024-12-04T02:23:10,926 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:23:10,926 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 379, reset compression=false 2024-12-04T02:23:10,926 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:23:11,129 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 379, reset compression=false 2024-12-04T02:23:11,432 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 379, reset compression=false 2024-12-04T02:23:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T02:23:11,560 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T02:23:11,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:11,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:11,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:11,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b1910f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:23:11,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:11,562 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2d0fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:11,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,564 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:11,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfeabf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28dfd620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45437,-1 for getting cluster id 2024-12-04T02:23:11,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:11,565 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21973488-ade5-4a1c-a242-b4b506cd05de' 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21973488-ade5-4a1c-a242-b4b506cd05de" 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562cbab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45437,-1] 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:11,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,566 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:11,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af0f03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38599,-1 for getting cluster id 2024-12-04T02:23:11,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:11,567 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cff2781a-2855-48a2-acd1-57ef9aaacd8e' 2024-12-04T02:23:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:11,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cff2781a-2855-48a2-acd1-57ef9aaacd8e" 2024-12-04T02:23:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6bb77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38599,-1] 2024-12-04T02:23:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:11,568 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,568 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:11,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16541132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:11,572 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733278991572/Put/seqid=0 2024-12-04T02:23:11,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741840_1016 (size=7894) 2024-12-04T02:23:11,584 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733278991584/Put/seqid=0 2024-12-04T02:23:11,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741841_1017 (size=7691) 2024-12-04T02:23:11,835 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 379, reset compression=false 2024-12-04T02:23:11,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c229aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:23:11,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:11,995 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662eda3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:11,996 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:11,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f59923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:11,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45289,1733278969880, seqNum=-1] 2024-12-04T02:23:11,998 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:11,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:12,006 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43629,1733278969675 2024-12-04T02:23:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ba688 2024-12-04T02:23:12,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:12,008 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:12,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2] 2024-12-04T02:23:12,013 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:23:12,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T02:23:12,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T02:23:12,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T02:23:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:12,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T02:23:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegion(2603): Flush status journal for b863a0b470e5bca85f74abfd4cf06186: 2024-12-04T02:23:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_0 2024-12-04T02:23:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_0 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ 2024-12-04T02:23:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_1 2024-12-04T02:23:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_1 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ 2024-12-04T02:23:12,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_0 into b863a0b470e5bca85f74abfd4cf06186/f as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ - updating store file list. 2024-12-04T02:23:12,052 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:23:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ into b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_0 into b863a0b470e5bca85f74abfd4cf06186/f (new location: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_) 2024-12-04T02:23:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_0 2024-12-04T02:23:12,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_1 into b863a0b470e5bca85f74abfd4cf06186/f as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ - updating store file list. 2024-12-04T02:23:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2b664c1dd2d24f6f9af944311596b250_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:12,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ into b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:12,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_1 into b863a0b470e5bca85f74abfd4cf06186/f (new location: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_) 2024-12-04T02:23:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__5b0oqotgpmes46pdncu1ganrg7fp20siuc0mu81laj9admsls648brpsce70qanl/f/hfile_1 2024-12-04T02:23:12,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:12,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:12,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:12,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:12,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 , the old value is region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:45289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:23:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:23:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 from cache 2024-12-04T02:23:12,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45593,1733278975682, seqNum=-1] 2024-12-04T02:23:12,066 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T02:23:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:12,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9., hostname=40249addbad9,45593,1733278975682, seqNum=2] 2024-12-04T02:23:12,070 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:23:12,171 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:45289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:23:12,344 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 379, reset compression=false 2024-12-04T02:23:12,369 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:23:12,369 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[{test/b863a0b470e5bca85f74abfd4cf06186/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278992062/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:23:12,372 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:23:12,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T02:23:12,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(318): Replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:12,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52ab6946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:12,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,45437,-1 for getting cluster id 2024-12-04T02:23:12,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:12,385 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21973488-ade5-4a1c-a242-b4b506cd05de' 2024-12-04T02:23:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21973488-ade5-4a1c-a242-b4b506cd05de" 2024-12-04T02:23:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e79a320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,45437,-1] 2024-12-04T02:23:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:12,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:12,386 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:12,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bec396b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741837_1013 (size=7894) 2024-12-04T02:23:12,569 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 687, reset compression=false 2024-12-04T02:23:12,873 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 687, reset compression=false 2024-12-04T02:23:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741838_1014 (size=7691) 2024-12-04T02:23:12,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,45437,1733278975518 2024-12-04T02:23:12,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc4f9db 2024-12-04T02:23:12,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:12,885 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T02:23:12,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:23:12,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:12,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45593,1733278975682, seqNum=-1] 2024-12-04T02:23:12,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:12,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T02:23:12,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T02:23:12,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T02:23:12,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ for inclusion in 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T02:23:12,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:12,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ for inclusion in 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T02:23:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegion(2603): Flush status journal for 70674be8043db663cc3ab6dc4e7efcc9: 2024-12-04T02:23:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/1f8aca98a30b4d58a3d87d8a0a68a58a_SeqId_4_ 2024-12-04T02:23:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2b664c1dd2d24f6f9af944311596b250_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/bfcdc3a341244e95a386e40579818462_SeqId_4_ 2024-12-04T02:23:12,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/1f8aca98a30b4d58a3d87d8a0a68a58a_SeqId_4_ - updating store file list. 2024-12-04T02:23:12,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f8aca98a30b4d58a3d87d8a0a68a58a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:12,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/1f8aca98a30b4d58a3d87d8a0a68a58a_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:12,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f (new location: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/1f8aca98a30b4d58a3d87d8a0a68a58a_SeqId_4_) 2024-12-04T02:23:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/f226ebebc9ac47c1ba57f1231b4e4d98_SeqId_4_ 2024-12-04T02:23:12,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/bfcdc3a341244e95a386e40579818462_SeqId_4_ - updating store file list. 2024-12-04T02:23:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bfcdc3a341244e95a386e40579818462_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:12,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/bfcdc3a341244e95a386e40579818462_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:12,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ into 70674be8043db663cc3ab6dc4e7efcc9/f (new location: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/bfcdc3a341244e95a386e40579818462_SeqId_4_) 2024-12-04T02:23:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__je3bbf1fvlfottactp63m3eq65tekfo8rseq4i17l3epb7h1avca0s9k388ho6mt/f/2b664c1dd2d24f6f9af944311596b250_SeqId_4_ 2024-12-04T02:23:12,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(324): Finished replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:13,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43091,1733278981112, seqNum=-1] 2024-12-04T02:23:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:13,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39., hostname=40249addbad9,43091,1733278981112, seqNum=2] 2024-12-04T02:23:13,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:23:13,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T02:23:13,104 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 40249addbad9%2C45289%2C1733278969880.rep:(num 1733278990554) roll requested 2024-12-04T02:23:13,116 DEBUG [regionserver/40249addbad9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278993104, exclude list is [], retry=0 2024-12-04T02:23:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:23:13,123 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278990554 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278993104 2024-12-04T02:23:13,123 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:23:13,123 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.rep.1733278990554 is not closed yet, will try archiving it next time 2024-12-04T02:23:13,123 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 40249addbad9%2C45289%2C1733278969880:(num 1733278972385) roll requested 2024-12-04T02:23:13,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741839_1015 (size=1505) 2024-12-04T02:23:13,135 DEBUG [regionserver/40249addbad9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, exclude list is [], retry=0 2024-12-04T02:23:13,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:23:13,157 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 2024-12-04T02:23:13,157 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:23:13,157 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 is not closed yet, will try archiving it next time 2024-12-04T02:23:13,158 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 40249addbad9%2C45289%2C1733278969880.meta:.meta(num 1733278973177) roll requested 2024-12-04T02:23:13,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@713ada8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:23:13,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:13,171 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:23:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:23:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3961d371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:23:13,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:13,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,172 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:13,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252c2e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43629,1733278969675 2024-12-04T02:23:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2311e1b0 2024-12-04T02:23:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:13,175 DEBUG [regionserver/40249addbad9:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278993158.meta, exclude list is [], retry=0 2024-12-04T02:23:13,175 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:13,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://40249addbad9:38599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T02:23:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T02:23:13,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:23:13,178 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38599' 2024-12-04T02:23:13,179 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2357fe8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,179 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38599,-1 for getting cluster id 2024-12-04T02:23:13,179 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:13,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 not finished, retry = 0 2024-12-04T02:23:13,189 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cff2781a-2855-48a2-acd1-57ef9aaacd8e' 2024-12-04T02:23:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741832_1008 (size=695) 2024-12-04T02:23:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:13,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cff2781a-2855-48a2-acd1-57ef9aaacd8e" 2024-12-04T02:23:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2031fb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38599,-1] 2024-12-04T02:23:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:13,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,191 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:13,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7e8c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,191 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:13,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38599,1733278980971 2024-12-04T02:23:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36205,DS-57ce7701-17b8-4e09-a34e-d08d1deda86d,DISK] 2024-12-04T02:23:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a489bb7 2024-12-04T02:23:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:13,194 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:13,194 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T02:23:13,195 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T02:23:13,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:13,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T02:23:13,240 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278973177.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278993158.meta 2024-12-04T02:23:13,243 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38589:38589)] 2024-12-04T02:23:13,243 DEBUG [regionserver/40249addbad9:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278973177.meta is not closed yet, will try archiving it next time 2024-12-04T02:23:13,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.meta.1733278973177.meta not finished, retry = 0 2024-12-04T02:23:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741834_1010 (size=3473) 2024-12-04T02:23:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:23:13,284 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/oldWALs/40249addbad9%2C45289%2C1733278969880.1733278972385 2024-12-04T02:23:13,304 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 to pos 687, reset compression=false 2024-12-04T02:23:13,309 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 was moved to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/oldWALs/40249addbad9%2C45289%2C1733278969880.1733278972385 2024-12-04T02:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385 2024-12-04T02:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, startPosition=0, beingWritten=true 2024-12-04T02:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278972385, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T02:23:13,313 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [40249addbad9%2C45289%2C1733278969880.1733278972385] 2024-12-04T02:23:13,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T02:23:13,384 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T02:23:13,416 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-40249addbad9,45289,1733278969880, ReplicationSource: 2, currentBandwidth=0 2024-12-04T02:23:13,422 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T02:23:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T02:23:13,426 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 40249addbad9,45289,1733278969880 suceeded 2024-12-04T02:23:13,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T02:23:13,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-04T02:23:13,429 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://40249addbad9:38599,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T02:23:13,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 254 msec 2024-12-04T02:23:13,438 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='40249addbad9:38599' 2024-12-04T02:23:13,440 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a24a0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,440 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38599,-1 for getting cluster id 2024-12-04T02:23:13,440 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:13,441 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cff2781a-2855-48a2-acd1-57ef9aaacd8e' 2024-12-04T02:23:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cff2781a-2855-48a2-acd1-57ef9aaacd8e" 2024-12-04T02:23:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d4c0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38599,-1] 2024-12-04T02:23:13,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:13,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,442 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:13,443 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f99d42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,443 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38599,1733278980971 2024-12-04T02:23:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb651b5 2024-12-04T02:23:13,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:13,444 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T02:23:13,444 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-40249addbad9,45289,1733278969880 (queues=1) is replicating from cluster=516fc8d6-1324-458c-9009-1e967acdfbb3 to cluster=cff2781a-2855-48a2-acd1-57ef9aaacd8e 2024-12-04T02:23:13,444 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=40249addbad9%2C45289%2C1733278969880 2024-12-04T02:23:13,444 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-40249addbad9,45289,1733278969880, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T02:23:13,445 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, startPosition=0, beingWritten=true 2024-12-04T02:23:13,456 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 40249addbad9%2C45289%2C1733278969880 2024-12-04T02:23:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T02:23:13,492 INFO [Async-Client-Retry-Timer-pool-0 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T02:23:13,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:13,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:13,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:13,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T02:23:13,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733278993496/Put/seqid=0 2024-12-04T02:23:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741845_1021 (size=11194) 2024-12-04T02:23:13,505 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733278993505/Put/seqid=0 2024-12-04T02:23:13,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741846_1022 (size=10791) 2024-12-04T02:23:13,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3893f7d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,43629,-1 for getting cluster id 2024-12-04T02:23:13,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:13,517 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '516fc8d6-1324-458c-9009-1e967acdfbb3' 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "516fc8d6-1324-458c-9009-1e967acdfbb3" 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5245e15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,43629,-1] 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:13,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,518 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:13,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1963a2f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,45289,1733278969880, seqNum=-1] 2024-12-04T02:23:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:13,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T02:23:13,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,43629,1733278969675 2024-12-04T02:23:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62346b75 2024-12-04T02:23:13,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:13,529 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T02:23:13,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2] 2024-12-04T02:23:13,533 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:23:13,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T02:23:13,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T02:23:13,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T02:23:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:13,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T02:23:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegion(2603): Flush status journal for b863a0b470e5bca85f74abfd4cf06186: 2024-12-04T02:23:13,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_1 2024-12-04T02:23:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_1 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ 2024-12-04T02:23:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_0 2024-12-04T02:23:13,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_0 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ 2024-12-04T02:23:13,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_1 into b863a0b470e5bca85f74abfd4cf06186/f as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ - updating store file list. 2024-12-04T02:23:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f95ed3c81e14e08889be8294fa04660_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:13,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ into b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:13,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_1 into b863a0b470e5bca85f74abfd4cf06186/f (new location: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_) 2024-12-04T02:23:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_1 2024-12-04T02:23:13,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_0 into b863a0b470e5bca85f74abfd4cf06186/f as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ - updating store file list. 2024-12-04T02:23:13,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3e4a485670314636bb0bb64806630c57_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:13,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ into b863a0b470e5bca85f74abfd4cf06186/f 2024-12-04T02:23:13,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_0 into b863a0b470e5bca85f74abfd4cf06186/f (new location: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/f/3e4a485670314636bb0bb64806630c57_SeqId_6_) 2024-12-04T02:23:13,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45289 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/staging/jenkins__test__e04cnnet3200thl8egpogjqhvq962dblk9urf7210j8nhfbeei5b1u529l4ids5h/f/hfile_0 2024-12-04T02:23:13,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:13,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:13,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 , the old value is region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=40249addbad9:45289 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:23:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T02:23:13,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., hostname=40249addbad9,45289,1733278969880, seqNum=2 from cache 2024-12-04T02:23:13,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:13,582 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T02:23:13,583 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T02:23:13,662 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 0, reset compression=false 2024-12-04T02:23:13,666 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:23:13,667 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[{test/b863a0b470e5bca85f74abfd4cf06186/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278993577/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:23:13,669 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T02:23:13,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T02:23:13,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.ReplicationSink(318): Replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:13,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73d48984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] client.ClusterIdFetcher(90): Going to request 40249addbad9,38599,-1 for getting cluster id 2024-12-04T02:23:13,670 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T02:23:13,670 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cff2781a-2855-48a2-acd1-57ef9aaacd8e' 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cff2781a-2855-48a2-acd1-57ef9aaacd8e" 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e134158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [40249addbad9,38599,-1] 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T02:23:13,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:13,671 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T02:23:13,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44344f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T02:23:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741837_1013 (size=10791) 2024-12-04T02:23:13,681 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:45289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T02:23:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741838_1014 (size=11194) 2024-12-04T02:23:13,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T02:23:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 40249addbad9,38599,1733278980971 2024-12-04T02:23:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fc4713 2024-12-04T02:23:13,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T02:23:13,696 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T02:23:13,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:23:13,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T02:23:13,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=40249addbad9,43091,1733278981112, seqNum=-1] 2024-12-04T02:23:13,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T02:23:13,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T02:23:13,705 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T02:23:13,708 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T02:23:13,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ for inclusion in f58a0e102f0f5aa09fafa32d1ae35d39/f 2024-12-04T02:23:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T02:23:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:13,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ for inclusion in f58a0e102f0f5aa09fafa32d1ae35d39/f 2024-12-04T02:23:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T02:23:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HRegion(2603): Flush status journal for f58a0e102f0f5aa09fafa32d1ae35d39: 2024-12-04T02:23:13,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f95ed3c81e14e08889be8294fa04660_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/842107ae299f4c579d48328c9931508f_SeqId_4_ 2024-12-04T02:23:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e4a485670314636bb0bb64806630c57_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:13,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/7470779b83ca4f8a8ce21117811e229b_SeqId_4_ 2024-12-04T02:23:13,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ into f58a0e102f0f5aa09fafa32d1ae35d39/f as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/842107ae299f4c579d48328c9931508f_SeqId_4_ - updating store file list. 2024-12-04T02:23:13,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 842107ae299f4c579d48328c9931508f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:13,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/842107ae299f4c579d48328c9931508f_SeqId_4_ into f58a0e102f0f5aa09fafa32d1ae35d39/f 2024-12-04T02:23:13,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ into f58a0e102f0f5aa09fafa32d1ae35d39/f (new location: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/842107ae299f4c579d48328c9931508f_SeqId_4_) 2024-12-04T02:23:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ 2024-12-04T02:23:13,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ into f58a0e102f0f5aa09fafa32d1ae35d39/f as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/7470779b83ca4f8a8ce21117811e229b_SeqId_4_ - updating store file list. 2024-12-04T02:23:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7470779b83ca4f8a8ce21117811e229b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:13,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/7470779b83ca4f8a8ce21117811e229b_SeqId_4_ into f58a0e102f0f5aa09fafa32d1ae35d39/f 2024-12-04T02:23:13,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ into f58a0e102f0f5aa09fafa32d1ae35d39/f (new location: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/f/7470779b83ca4f8a8ce21117811e229b_SeqId_4_) 2024-12-04T02:23:13,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/staging/jenkins.hfs.23__test__9gnsoerv3emciggrbo695ur9ckbdve1j9jcj7o9divkqkd223ac6mjc45gu2pmi4/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ 2024-12-04T02:23:13,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43091 {}] regionserver.ReplicationSink(324): Finished replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:13,818 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 0, reset compression=false 2024-12-04T02:23:13,851 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T02:23:13,852 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[{test/b863a0b470e5bca85f74abfd4cf06186/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733278993577/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T02:23:13,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(318): Replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:13,871 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741839_1015 (size=10791) 2024-12-04T02:23:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741840_1016 (size=11194) 2024-12-04T02:23:14,052 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:14,196 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:14,357 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:14,418 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T02:23:14,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T02:23:14,434 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T02:23:14,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ for inclusion in 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T02:23:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:14,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ for inclusion in 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T02:23:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T02:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegion(2603): Flush status journal for 70674be8043db663cc3ab6dc4e7efcc9: 2024-12-04T02:23:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2f95ed3c81e14e08889be8294fa04660_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/4fff9189f6ce4aed8784f108330bd507_SeqId_6_ 2024-12-04T02:23:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3e4a485670314636bb0bb64806630c57_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T02:23:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/3b07d0c71f184822a3d90ac95e735976_SeqId_6_ 2024-12-04T02:23:14,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/4fff9189f6ce4aed8784f108330bd507_SeqId_6_ - updating store file list. 2024-12-04T02:23:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fff9189f6ce4aed8784f108330bd507_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:14,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/4fff9189f6ce4aed8784f108330bd507_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:14,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f (new location: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/4fff9189f6ce4aed8784f108330bd507_SeqId_6_) 2024-12-04T02:23:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/2f95ed3c81e14e08889be8294fa04660_SeqId_6_ 2024-12-04T02:23:14,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/3b07d0c71f184822a3d90ac95e735976_SeqId_6_ - updating store file list. 2024-12-04T02:23:14,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3b07d0c71f184822a3d90ac95e735976_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T02:23:14,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/3b07d0c71f184822a3d90ac95e735976_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f 2024-12-04T02:23:14,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ into 70674be8043db663cc3ab6dc4e7efcc9/f (new location: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/f/3b07d0c71f184822a3d90ac95e735976_SeqId_6_) 2024-12-04T02:23:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/staging/jenkins.hfs.22__test__dkc6in6hhdhi2pdkck2rn5vgkhb6thtp4gt73doombneh85rpf7vkiuk4jodek4l/f/3e4a485670314636bb0bb64806630c57_SeqId_6_ 2024-12-04T02:23:14,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45593 {}] regionserver.ReplicationSink(324): Finished replicating [516fc8d6-1324-458c-9009-1e967acdfbb3] bulk loaded data 2024-12-04T02:23:14,517 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:23:14,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,601 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:23:14,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:14,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:14,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:14,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:14,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:23:14,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1117647474, stopped=false 2024-12-04T02:23:14,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,38599,1733278980971 2024-12-04T02:23:14,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22075918989/running 2024-12-04T02:23:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:14,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:14,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:14,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:14,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:14,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,43091,1733278981112' ***** 2024-12-04T02:23:14,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:23:14,641 INFO [RS:0;40249addbad9:43091 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:23:14,641 INFO [RS:0;40249addbad9:43091 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:23:14,641 INFO [RS:0;40249addbad9:43091 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:23:14,641 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(3091): Received CLOSE for f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:14,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/running 2024-12-04T02:23:14,644 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22075918989/running 2024-12-04T02:23:14,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:14,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:23:14,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Set watcher on znode that does not yet exist, /22075918989/running 2024-12-04T02:23:14,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,43091,1733278981112 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43091. 2024-12-04T02:23:14,648 DEBUG [RS:0;40249addbad9:43091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:14,648 DEBUG [RS:0;40249addbad9:43091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:23:14,648 INFO [RS:0;40249addbad9:43091 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:23:14,649 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:23:14,649 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f58a0e102f0f5aa09fafa32d1ae35d39, disabling compactions & flushes 2024-12-04T02:23:14,649 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:14,649 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:14,649 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. after waiting 0 ms 2024-12-04T02:23:14,649 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:14,668 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:23:14,668 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f58a0e102f0f5aa09fafa32d1ae35d39=test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39.} 2024-12-04T02:23:14,668 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f58a0e102f0f5aa09fafa32d1ae35d39 2024-12-04T02:23:14,668 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:23:14,668 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:23:14,668 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:23:14,668 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:23:14,668 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:23:14,669 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T02:23:14,708 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/info/2e104e69d45444ddacc657a7a0001505 is 129, key is test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39./info:regioninfo/1733278989023/Put/seqid=0 2024-12-04T02:23:14,717 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:23:14,717 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:23:14,724 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/default/test/f58a0e102f0f5aa09fafa32d1ae35d39/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T02:23:14,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:14,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:23:14,725 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:14,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f58a0e102f0f5aa09fafa32d1ae35d39: Waiting for close lock at 1733278994649Running coprocessor pre-close hooks at 1733278994649Disabling compacts and flushes for region at 1733278994649Disabling writes for close at 1733278994649Writing region close event to WAL at 1733278994708 (+59 ms)Running coprocessor post-close hooks at 1733278994725 (+17 ms)Closed at 1733278994725 2024-12-04T02:23:14,725 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39. 2024-12-04T02:23:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741839_1015 (size=6421) 2024-12-04T02:23:14,741 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/info/2e104e69d45444ddacc657a7a0001505 2024-12-04T02:23:14,774 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/ns/c73cde2df1b445189e56550f93cff254 is 43, key is default/ns:d/1733278983899/Put/seqid=0 2024-12-04T02:23:14,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741840_1016 (size=5153) 2024-12-04T02:23:14,778 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:14,779 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/ns/c73cde2df1b445189e56550f93cff254 2024-12-04T02:23:14,809 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/rep_barrier/ad0732b4d50446a8822b6062c10453fa is 112, key is test,,1733278988274.f58a0e102f0f5aa09fafa32d1ae35d39./rep_barrier:seqnumDuringOpen/1733278989023/Put/seqid=0 2024-12-04T02:23:14,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741841_1017 (size=5518) 2024-12-04T02:23:14,868 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:15,069 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:15,145 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:15,213 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/rep_barrier/ad0732b4d50446a8822b6062c10453fa 2024-12-04T02:23:15,242 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/table/b1f202bbc45242518a0f8bfb5aabbdf8 is 40, key is test/table:state/1733278989029/Put/seqid=0 2024-12-04T02:23:15,271 DEBUG [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:15,286 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:15,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741842_1018 (size=5165) 2024-12-04T02:23:15,292 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/table/b1f202bbc45242518a0f8bfb5aabbdf8 2024-12-04T02:23:15,315 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/info/2e104e69d45444ddacc657a7a0001505 as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/info/2e104e69d45444ddacc657a7a0001505 2024-12-04T02:23:15,345 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/info/2e104e69d45444ddacc657a7a0001505, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T02:23:15,351 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/ns/c73cde2df1b445189e56550f93cff254 as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/ns/c73cde2df1b445189e56550f93cff254 2024-12-04T02:23:15,386 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/ns/c73cde2df1b445189e56550f93cff254, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:23:15,390 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/rep_barrier/ad0732b4d50446a8822b6062c10453fa as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/rep_barrier/ad0732b4d50446a8822b6062c10453fa 2024-12-04T02:23:15,404 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/rep_barrier/ad0732b4d50446a8822b6062c10453fa, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T02:23:15,422 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/.tmp/table/b1f202bbc45242518a0f8bfb5aabbdf8 as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/table/b1f202bbc45242518a0f8bfb5aabbdf8 2024-12-04T02:23:15,449 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/table/b1f202bbc45242518a0f8bfb5aabbdf8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:23:15,452 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 784ms, sequenceid=11, compaction requested=false 2024-12-04T02:23:15,461 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:23:15,464 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:15,464 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:23:15,464 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:15,464 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278994668Running coprocessor pre-close hooks at 1733278994668Disabling compacts and flushes for region at 1733278994668Disabling writes for close at 1733278994668Obtaining lock to block concurrent updates at 1733278994669 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733278994669Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733278994669Flushing stores of hbase:meta,,1.1588230740 at 1733278994670 (+1 ms)Flushing 1588230740/info: creating writer at 1733278994670Flushing 1588230740/info: appending metadata at 1733278994708 (+38 ms)Flushing 1588230740/info: closing flushed file at 1733278994708Flushing 1588230740/ns: creating writer at 1733278994746 (+38 ms)Flushing 1588230740/ns: appending metadata at 1733278994773 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733278994773Flushing 1588230740/rep_barrier: creating writer at 1733278994785 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278994808 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278994808Flushing 1588230740/table: creating writer at 1733278995222 (+414 ms)Flushing 1588230740/table: appending metadata at 1733278995241 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733278995241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5797bf95: reopening flushed file at 1733278995313 (+72 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e58877c: reopening flushed file at 1733278995345 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5415816d: reopening flushed file at 1733278995387 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fc419db: reopening flushed file at 1733278995404 (+17 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 784ms, sequenceid=11, compaction requested=false at 1733278995452 (+48 ms)Writing region close event to WAL at 1733278995456 (+4 ms)Running coprocessor post-close hooks at 1733278995464 (+8 ms)Closed at 1733278995464 2024-12-04T02:23:15,464 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:15,472 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,43091,1733278981112; all regions closed. 2024-12-04T02:23:15,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741834_1010 (size=2717) 2024-12-04T02:23:15,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.meta.1733278983820.meta not finished, retry = 0 2024-12-04T02:23:15,612 DEBUG [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/oldWALs 2024-12-04T02:23:15,612 INFO [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C43091%2C1733278981112.meta:.meta(num 1733278983820) 2024-12-04T02:23:15,632 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/WALs/40249addbad9,43091,1733278981112/40249addbad9%2C43091%2C1733278981112.1733278982844 not finished, retry = 0 2024-12-04T02:23:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741832_1008 (size=1028) 2024-12-04T02:23:15,748 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:15,772 DEBUG [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/oldWALs 2024-12-04T02:23:15,772 INFO [RS:0;40249addbad9:43091 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C43091%2C1733278981112:(num 1733278982844) 2024-12-04T02:23:15,772 DEBUG [RS:0;40249addbad9:43091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:15,772 INFO [RS:0;40249addbad9:43091 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:15,776 INFO [RS:0;40249addbad9:43091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:15,776 INFO [RS:0;40249addbad9:43091 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:15,776 INFO [RS:0;40249addbad9:43091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:15,777 INFO [RS:0;40249addbad9:43091 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:43091. 2024-12-04T02:23:15,777 DEBUG [RS:0;40249addbad9:43091 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:15,777 DEBUG [RS:0;40249addbad9:43091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:15,777 DEBUG [RS:0;40249addbad9:43091 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:15,777 INFO [RS:0;40249addbad9:43091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43091 2024-12-04T02:23:15,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:15,777 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:15,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22075918989/rs/40249addbad9,43091,1733278981112 2024-12-04T02:23:15,844 INFO [RS:0;40249addbad9:43091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989/rs 2024-12-04T02:23:15,861 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,43091,1733278981112] 2024-12-04T02:23:15,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/draining/40249addbad9,43091,1733278981112 already deleted, retry=false 2024-12-04T02:23:15,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,43091,1733278981112 expired; onlineServers=0 2024-12-04T02:23:15,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,38599,1733278980971' ***** 2024-12-04T02:23:15,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:23:15,882 INFO [M:0;40249addbad9:38599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:15,882 INFO [M:0;40249addbad9:38599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:15,882 DEBUG [M:0;40249addbad9:38599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:23:15,882 DEBUG [M:0;40249addbad9:38599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:23:15,882 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278982626 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278982626,5,FailOnTimeoutGroup] 2024-12-04T02:23:15,883 INFO [M:0;40249addbad9:38599 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:15,883 INFO [M:0;40249addbad9:38599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:15,883 DEBUG [M:0;40249addbad9:38599 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:23:15,883 INFO [M:0;40249addbad9:38599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:23:15,883 INFO [M:0;40249addbad9:38599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:15,883 INFO [M:0;40249addbad9:38599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:23:15,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:23:15,883 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278982626 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278982626,5,FailOnTimeoutGroup] 2024-12-04T02:23:15,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:23:15,900 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22075918989/master 2024-12-04T02:23:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22075918989 2024-12-04T02:23:15,916 DEBUG [M:0;40249addbad9:38599 {}] zookeeper.RecoverableZooKeeper(212): Node /22075918989/master already deleted, retry=false 2024-12-04T02:23:15,916 DEBUG [M:0;40249addbad9:38599 {}] master.ActiveMasterManager(353): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Failed delete of our master address node; KeeperErrorCode = NoNode for /22075918989/master 2024-12-04T02:23:15,920 INFO [M:0;40249addbad9:38599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/.lastflushedseqids 2024-12-04T02:23:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741843_1019 (size=173) 2024-12-04T02:23:15,967 INFO [RS:0;40249addbad9:43091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:15,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:15,967 INFO [RS:0;40249addbad9:43091 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,43091,1733278981112; zookeeper connection closed. 2024-12-04T02:23:15,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43091-0x1019e2621b10007, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:15,968 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b63f3c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b63f3c9 2024-12-04T02:23:15,968 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:23:15,981 INFO [M:0;40249addbad9:38599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:23:15,984 INFO [M:0;40249addbad9:38599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:23:15,985 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:23:15,985 INFO [M:0;40249addbad9:38599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:15,985 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:15,985 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:23:15,985 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:15,985 INFO [M:0;40249addbad9:38599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T02:23:16,089 DEBUG [M:0;40249addbad9:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b80652f7dcf04811b2f0487e4e221008 is 82, key is hbase:meta,,1/info:regioninfo/1733278983842/Put/seqid=0 2024-12-04T02:23:16,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741844_1020 (size=5672) 2024-12-04T02:23:16,143 INFO [M:0;40249addbad9:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b80652f7dcf04811b2f0487e4e221008 2024-12-04T02:23:16,214 DEBUG [M:0;40249addbad9:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab9da9a5ad9a4c07bcd07a38baa676bc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278989031/Put/seqid=0 2024-12-04T02:23:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741845_1021 (size=6586) 2024-12-04T02:23:16,488 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:16,627 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:16,631 INFO [M:0;40249addbad9:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab9da9a5ad9a4c07bcd07a38baa676bc 2024-12-04T02:23:16,671 DEBUG [M:0;40249addbad9:38599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cf96db5cdca4cc7bd32df87d01e543b is 69, key is 40249addbad9,43091,1733278981112/rs:state/1733278982676/Put/seqid=0 2024-12-04T02:23:16,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741846_1022 (size=5156) 2024-12-04T02:23:17,077 INFO [M:0;40249addbad9:38599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cf96db5cdca4cc7bd32df87d01e543b 2024-12-04T02:23:17,081 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b80652f7dcf04811b2f0487e4e221008 as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b80652f7dcf04811b2f0487e4e221008 2024-12-04T02:23:17,084 INFO [M:0;40249addbad9:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b80652f7dcf04811b2f0487e4e221008, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T02:23:17,084 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ab9da9a5ad9a4c07bcd07a38baa676bc as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab9da9a5ad9a4c07bcd07a38baa676bc 2024-12-04T02:23:17,087 INFO [M:0;40249addbad9:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ab9da9a5ad9a4c07bcd07a38baa676bc, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T02:23:17,087 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2cf96db5cdca4cc7bd32df87d01e543b as hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cf96db5cdca4cc7bd32df87d01e543b 2024-12-04T02:23:17,090 INFO [M:0;40249addbad9:38599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36591/user/jenkins/test-data/4eab3754-91f8-6d8a-6db6-11662c8a5cfb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2cf96db5cdca4cc7bd32df87d01e543b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T02:23:17,091 INFO [M:0;40249addbad9:38599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1106ms, sequenceid=55, compaction requested=false 2024-12-04T02:23:17,092 INFO [M:0;40249addbad9:38599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:17,092 DEBUG [M:0;40249addbad9:38599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278995984Disabling compacts and flushes for region at 1733278995984Disabling writes for close at 1733278995985 (+1 ms)Obtaining lock to block concurrent updates at 1733278995985Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278995985Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733278995985Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278995989 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278995989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278996088 (+99 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278996088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278996169 (+81 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278996213 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278996213Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278996642 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278996670 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278996670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e06cba5: reopening flushed file at 1733278997080 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cfc4c1: reopening flushed file at 1733278997084 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b48a62a: reopening flushed file at 1733278997087 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1106ms, sequenceid=55, compaction requested=false at 1733278997091 (+4 ms)Writing region close event to WAL at 1733278997092 (+1 ms)Closed at 1733278997092 2024-12-04T02:23:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46515 is added to blk_1073741830_1006 (size=32770) 2024-12-04T02:23:17,094 INFO [M:0;40249addbad9:38599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:23:17,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:17,094 INFO [M:0;40249addbad9:38599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38599 2024-12-04T02:23:17,094 INFO [M:0;40249addbad9:38599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:17,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38599-0x1019e2621b10006, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:17,252 INFO [M:0;40249addbad9:38599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:17,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@140f9960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:23:17,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3763d748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:17,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:17,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c96e4f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:17,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92f8990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:17,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:23:17,286 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:23:17,288 WARN [BP-610931440-172.17.0.3-1733278978879 heartbeating to localhost/127.0.0.1:36591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:23:17,289 WARN [BP-610931440-172.17.0.3-1733278978879 heartbeating to localhost/127.0.0.1:36591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-610931440-172.17.0.3-1733278978879 (Datanode Uuid 6b04bcb2-5e15-4b75-8f59-4670204977cd) service to localhost/127.0.0.1:36591 2024-12-04T02:23:17,290 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/cluster_a1cf21a7-b44d-6f0e-b0f0-7c2390386a91/data/data2/current/BP-610931440-172.17.0.3-1733278978879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:17,290 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:23:17,291 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:17,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/cluster_a1cf21a7-b44d-6f0e-b0f0-7c2390386a91/data/data1/current/BP-610931440-172.17.0.3-1733278978879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:17,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2234af42{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:23:17,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fec656c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:17,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:17,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@718cf8ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:17,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15604af6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0cbe095-bfb9-0ef4-d7e6-534aab8dbfe0/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:17,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:23:17,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:23:17,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:17,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:17,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:17,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:17,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:23:17,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737221288, stopped=false 2024-12-04T02:23:17,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,45437,1733278975518 2024-12-04T02:23:17,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:17,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1378763842/running 2024-12-04T02:23:17,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1378763842/running 2024-12-04T02:23:17,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:23:17,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:23:17,355 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:17,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:17,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:17,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:17,357 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,45593,1733278975682' ***** 2024-12-04T02:23:17,357 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:23:17,358 INFO [RS:0;40249addbad9:45593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:23:17,358 INFO [RS:0;40249addbad9:45593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:23:17,358 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:23:17,358 INFO [RS:0;40249addbad9:45593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:23:17,358 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:17,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/running 2024-12-04T02:23:17,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Set watcher on znode that does not yet exist, /1378763842/running 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,45593,1733278975682 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:45593. 2024-12-04T02:23:17,361 DEBUG [RS:0;40249addbad9:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:17,361 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70674be8043db663cc3ab6dc4e7efcc9, disabling compactions & flushes 2024-12-04T02:23:17,361 DEBUG [RS:0;40249addbad9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:17,361 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:17,361 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:17,361 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. after waiting 0 ms 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:23:17,361 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:23:17,361 INFO [RS:0;40249addbad9:45593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:23:17,362 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:23:17,370 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T02:23:17,370 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1325): Online Regions={70674be8043db663cc3ab6dc4e7efcc9=test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:23:17,370 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:23:17,370 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:23:17,370 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70674be8043db663cc3ab6dc4e7efcc9 2024-12-04T02:23:17,370 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:23:17,370 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:23:17,371 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:23:17,371 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T02:23:17,372 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:17,373 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/default/test/70674be8043db663cc3ab6dc4e7efcc9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:23:17,374 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:17,374 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:23:17,374 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:17,374 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70674be8043db663cc3ab6dc4e7efcc9: Waiting for close lock at 1733278997361Running coprocessor pre-close hooks at 1733278997361Disabling compacts and flushes for region at 1733278997361Disabling writes for close at 1733278997361Writing region close event to WAL at 1733278997370 (+9 ms)Running coprocessor post-close hooks at 1733278997374 (+4 ms)Closed at 1733278997374 2024-12-04T02:23:17,374 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9. 2024-12-04T02:23:17,391 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/info/4926d6f79eb54957b706e61f556919dc is 129, key is test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9./info:regioninfo/1733278987259/Put/seqid=0 2024-12-04T02:23:17,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741841_1017 (size=6421) 2024-12-04T02:23:17,406 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/info/4926d6f79eb54957b706e61f556919dc 2024-12-04T02:23:17,418 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:23:17,418 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:23:17,439 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:17,440 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/ns/f1791f2afddf4a52b4d1f4c51157ee07 is 43, key is default/ns:d/1733278978728/Put/seqid=0 2024-12-04T02:23:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741842_1018 (size=5153) 2024-12-04T02:23:17,571 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:17,771 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:17,860 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/ns/f1791f2afddf4a52b4d1f4c51157ee07 2024-12-04T02:23:17,936 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/rep_barrier/a39343a2b08e4acdbe5df06cf46870e3 is 112, key is test,,1733278986123.70674be8043db663cc3ab6dc4e7efcc9./rep_barrier:seqnumDuringOpen/1733278987259/Put/seqid=0 2024-12-04T02:23:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741843_1019 (size=5518) 2024-12-04T02:23:17,968 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/rep_barrier/a39343a2b08e4acdbe5df06cf46870e3 2024-12-04T02:23:17,971 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:18,009 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/table/bcfa26ad53284d9cbc6e581f84d18085 is 40, key is test/table:state/1733278987265/Put/seqid=0 2024-12-04T02:23:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741844_1020 (size=5165) 2024-12-04T02:23:18,171 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:18,215 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:18,347 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:18,371 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:23:18,371 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:23:18,371 DEBUG [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:18,428 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/table/bcfa26ad53284d9cbc6e581f84d18085 2024-12-04T02:23:18,435 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/info/4926d6f79eb54957b706e61f556919dc as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/info/4926d6f79eb54957b706e61f556919dc 2024-12-04T02:23:18,440 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/info/4926d6f79eb54957b706e61f556919dc, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T02:23:18,441 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/ns/f1791f2afddf4a52b4d1f4c51157ee07 as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/ns/f1791f2afddf4a52b4d1f4c51157ee07 2024-12-04T02:23:18,446 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/ns/f1791f2afddf4a52b4d1f4c51157ee07, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:23:18,447 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/rep_barrier/a39343a2b08e4acdbe5df06cf46870e3 as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/rep_barrier/a39343a2b08e4acdbe5df06cf46870e3 2024-12-04T02:23:18,453 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/rep_barrier/a39343a2b08e4acdbe5df06cf46870e3, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T02:23:18,454 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/.tmp/table/bcfa26ad53284d9cbc6e581f84d18085 as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/table/bcfa26ad53284d9cbc6e581f84d18085 2024-12-04T02:23:18,463 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/table/bcfa26ad53284d9cbc6e581f84d18085, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T02:23:18,466 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=11, compaction requested=false 2024-12-04T02:23:18,476 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T02:23:18,477 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:18,477 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:23:18,477 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:18,477 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278997370Running coprocessor pre-close hooks at 1733278997370Disabling compacts and flushes for region at 1733278997370Disabling writes for close at 1733278997371 (+1 ms)Obtaining lock to block concurrent updates at 1733278997371Preparing flush snapshotting stores in 1588230740 at 1733278997371Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733278997371Flushing stores of hbase:meta,,1.1588230740 at 1733278997371Flushing 1588230740/info: creating writer at 1733278997371Flushing 1588230740/info: appending metadata at 1733278997391 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733278997391Flushing 1588230740/ns: creating writer at 1733278997413 (+22 ms)Flushing 1588230740/ns: appending metadata at 1733278997440 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733278997440Flushing 1588230740/rep_barrier: creating writer at 1733278997898 (+458 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733278997936 (+38 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733278997936Flushing 1588230740/table: creating writer at 1733278997982 (+46 ms)Flushing 1588230740/table: appending metadata at 1733278998008 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733278998008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb10c6c: reopening flushed file at 1733278998434 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d3f7e1d: reopening flushed file at 1733278998440 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696e7202: reopening flushed file at 1733278998446 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6769e109: reopening flushed file at 1733278998453 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1095ms, sequenceid=11, compaction requested=false at 1733278998466 (+13 ms)Writing region close event to WAL at 1733278998467 (+1 ms)Running coprocessor post-close hooks at 1733278998477 (+10 ms)Closed at 1733278998477 2024-12-04T02:23:18,477 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:18,572 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,45593,1733278975682; all regions closed. 2024-12-04T02:23:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741834_1010 (size=2717) 2024-12-04T02:23:18,589 DEBUG [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/oldWALs 2024-12-04T02:23:18,589 INFO [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C45593%2C1733278975682.meta:.meta(num 1733278978640) 2024-12-04T02:23:18,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/WALs/40249addbad9,45593,1733278975682/40249addbad9%2C45593%2C1733278975682.1733278977546 not finished, retry = 0 2024-12-04T02:23:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741832_1008 (size=1374) 2024-12-04T02:23:18,696 DEBUG [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/oldWALs 2024-12-04T02:23:18,697 INFO [RS:0;40249addbad9:45593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 40249addbad9%2C45593%2C1733278975682:(num 1733278977546) 2024-12-04T02:23:18,697 DEBUG [RS:0;40249addbad9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:18,697 INFO [RS:0;40249addbad9:45593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:18,697 INFO [RS:0;40249addbad9:45593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:18,697 INFO [RS:0;40249addbad9:45593 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:18,697 INFO [RS:0;40249addbad9:45593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:18,697 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:18,698 INFO [RS:0;40249addbad9:45593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:45593. 2024-12-04T02:23:18,698 DEBUG [RS:0;40249addbad9:45593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:18,698 DEBUG [RS:0;40249addbad9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:18,698 DEBUG [RS:0;40249addbad9:45593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:18,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:18,698 INFO [RS:0;40249addbad9:45593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45593 2024-12-04T02:23:18,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1378763842/rs/40249addbad9,45593,1733278975682 2024-12-04T02:23:18,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842/rs 2024-12-04T02:23:18,713 INFO [RS:0;40249addbad9:45593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:18,714 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,45593,1733278975682] 2024-12-04T02:23:18,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/draining/40249addbad9,45593,1733278975682 already deleted, retry=false 2024-12-04T02:23:18,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,45593,1733278975682 expired; onlineServers=0 2024-12-04T02:23:18,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,45437,1733278975518' ***** 2024-12-04T02:23:18,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:23:18,735 INFO [M:0;40249addbad9:45437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:18,735 INFO [M:0;40249addbad9:45437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:18,735 DEBUG [M:0;40249addbad9:45437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:23:18,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:23:18,735 DEBUG [M:0;40249addbad9:45437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:23:18,735 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278977363 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278977363,5,FailOnTimeoutGroup] 2024-12-04T02:23:18,735 INFO [M:0;40249addbad9:45437 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:18,735 INFO [M:0;40249addbad9:45437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:18,735 DEBUG [M:0;40249addbad9:45437 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:23:18,735 INFO [M:0;40249addbad9:45437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:23:18,736 INFO [M:0;40249addbad9:45437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:18,736 INFO [M:0;40249addbad9:45437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:23:18,736 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278977363 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278977363,5,FailOnTimeoutGroup] 2024-12-04T02:23:18,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:23:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1378763842/master 2024-12-04T02:23:18,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1378763842 2024-12-04T02:23:18,756 DEBUG [M:0;40249addbad9:45437 {}] zookeeper.RecoverableZooKeeper(212): Node /1378763842/master already deleted, retry=false 2024-12-04T02:23:18,756 DEBUG [M:0;40249addbad9:45437 {}] master.ActiveMasterManager(353): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Failed delete of our master address node; KeeperErrorCode = NoNode for /1378763842/master 2024-12-04T02:23:18,765 INFO [M:0;40249addbad9:45437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/.lastflushedseqids 2024-12-04T02:23:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741845_1021 (size=173) 2024-12-04T02:23:18,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:18,824 INFO [RS:0;40249addbad9:45593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:18,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45593-0x1019e2621b10004, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:18,824 INFO [RS:0;40249addbad9:45593 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,45593,1733278975682; zookeeper connection closed. 2024-12-04T02:23:18,825 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@721d90f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@721d90f1 2024-12-04T02:23:18,825 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:23:19,179 INFO [M:0;40249addbad9:45437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:23:19,179 INFO [M:0;40249addbad9:45437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:23:19,179 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:23:19,179 INFO [M:0;40249addbad9:45437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:19,179 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:19,180 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:23:19,180 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:19,180 INFO [M:0;40249addbad9:45437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-04T02:23:19,197 DEBUG [M:0;40249addbad9:45437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f436cfa800b4f35a3ee8257da9b788e is 82, key is hbase:meta,,1/info:regioninfo/1733278978678/Put/seqid=0 2024-12-04T02:23:19,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741846_1022 (size=5672) 2024-12-04T02:23:19,200 INFO [M:0;40249addbad9:45437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f436cfa800b4f35a3ee8257da9b788e 2024-12-04T02:23:19,215 DEBUG [M:0;40249addbad9:45437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b004a3a213473e89e415fd29c4a6e8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733278987267/Put/seqid=0 2024-12-04T02:23:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741847_1023 (size=6585) 2024-12-04T02:23:19,218 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:19,250 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T02:23:19,353 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:19,618 INFO [M:0;40249addbad9:45437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b004a3a213473e89e415fd29c4a6e8 2024-12-04T02:23:19,639 DEBUG [M:0;40249addbad9:45437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b125a3326d64df9869a8f1dec52e45c is 69, key is 40249addbad9,45593,1733278975682/rs:state/1733278977402/Put/seqid=0 2024-12-04T02:23:19,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741848_1024 (size=5156) 2024-12-04T02:23:19,645 INFO [M:0;40249addbad9:45437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b125a3326d64df9869a8f1dec52e45c 2024-12-04T02:23:19,649 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f436cfa800b4f35a3ee8257da9b788e as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f436cfa800b4f35a3ee8257da9b788e 2024-12-04T02:23:19,652 INFO [M:0;40249addbad9:45437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f436cfa800b4f35a3ee8257da9b788e, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T02:23:19,653 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/21b004a3a213473e89e415fd29c4a6e8 as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b004a3a213473e89e415fd29c4a6e8 2024-12-04T02:23:19,657 INFO [M:0;40249addbad9:45437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/21b004a3a213473e89e415fd29c4a6e8, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T02:23:19,658 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b125a3326d64df9869a8f1dec52e45c as hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b125a3326d64df9869a8f1dec52e45c 2024-12-04T02:23:19,661 INFO [M:0;40249addbad9:45437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39245/user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b125a3326d64df9869a8f1dec52e45c, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T02:23:19,662 INFO [M:0;40249addbad9:45437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=55, compaction requested=false 2024-12-04T02:23:19,663 INFO [M:0;40249addbad9:45437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:19,663 DEBUG [M:0;40249addbad9:45437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733278999179Disabling compacts and flushes for region at 1733278999179Disabling writes for close at 1733278999180 (+1 ms)Obtaining lock to block concurrent updates at 1733278999180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733278999180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733278999180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733278999180Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733278999180Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733278999197 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733278999197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733278999203 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733278999214 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733278999214Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733278999621 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733278999639 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733278999639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af868b6: reopening flushed file at 1733278999648 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64903e1b: reopening flushed file at 1733278999653 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da54041: reopening flushed file at 1733278999657 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=55, compaction requested=false at 1733278999662 (+5 ms)Writing region close event to WAL at 1733278999663 (+1 ms)Closed at 1733278999663 2024-12-04T02:23:19,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38791 is added to blk_1073741830_1006 (size=32758) 2024-12-04T02:23:19,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f676249a-ec6e-2ccd-11e3-920cbc4abe6d/MasterData/WALs/40249addbad9,45437,1733278975518/40249addbad9%2C45437%2C1733278975518.1733278977101 not finished, retry = 0 2024-12-04T02:23:19,766 INFO [M:0;40249addbad9:45437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:23:19,766 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:19,766 INFO [M:0;40249addbad9:45437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45437 2024-12-04T02:23:19,766 INFO [M:0;40249addbad9:45437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:19,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:19,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45437-0x1019e2621b10003, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:19,877 INFO [M:0;40249addbad9:45437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:19,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c0dda44{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:23:19,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c491f9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:19,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:19,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79dd7543{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:19,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12407312{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:19,896 WARN [BP-1616769115-172.17.0.3-1733278973375 heartbeating to localhost/127.0.0.1:39245 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:23:19,896 WARN [BP-1616769115-172.17.0.3-1733278973375 heartbeating to localhost/127.0.0.1:39245 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1616769115-172.17.0.3-1733278973375 (Datanode Uuid 6e4a9361-191f-4f9e-b8f6-aae01510458f) service to localhost/127.0.0.1:39245 2024-12-04T02:23:19,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/cluster_546ba5c4-7497-997e-f458-66ca2f055793/data/data1/current/BP-1616769115-172.17.0.3-1733278973375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:19,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/cluster_546ba5c4-7497-997e-f458-66ca2f055793/data/data2/current/BP-1616769115-172.17.0.3-1733278973375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:19,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:23:19,900 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:23:19,900 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:23:19,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41e5ca15{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:23:19,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6929d15e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:19,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:19,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ef8514{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:19,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d4ade3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03807291-786d-af50-5772-8011dd904805/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:19,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:23:19,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T02:23:19,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:19,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:19,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:19,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:19,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:19,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T02:23:19,920 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=121533557, stopped=false 2024-12-04T02:23:19,920 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=40249addbad9,43629,1733278969675 2024-12-04T02:23:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661160801/running 2024-12-04T02:23:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661160801/running 2024-12-04T02:23:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:23:19,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:23:19,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:19,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T02:23:19,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:19,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/running 2024-12-04T02:23:19,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:19,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Set watcher on znode that does not yet exist, /0-661160801/running 2024-12-04T02:23:19,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '40249addbad9,45289,1733278969880' ***** 2024-12-04T02:23:19,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T02:23:19,936 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(959): stopping server 40249addbad9,45289,1733278969880 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:45289. 2024-12-04T02:23:19,936 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b863a0b470e5bca85f74abfd4cf06186, disabling compactions & flushes 2024-12-04T02:23:19,936 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:19,936 DEBUG [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:19,936 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:19,936 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:19,936 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. after waiting 0 ms 2024-12-04T02:23:19,936 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T02:23:19,936 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T02:23:19,938 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T02:23:19,938 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b863a0b470e5bca85f74abfd4cf06186=test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186., 8e82cd5e407fc51bb30fbac18194bce9=hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9.} 2024-12-04T02:23:19,938 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e82cd5e407fc51bb30fbac18194bce9, b863a0b470e5bca85f74abfd4cf06186 2024-12-04T02:23:19,938 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T02:23:19,938 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T02:23:19,938 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T02:23:19,938 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T02:23:19,938 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T02:23:19,938 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T02:23:19,941 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/default/test/b863a0b470e5bca85f74abfd4cf06186/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T02:23:19,941 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:19,941 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T02:23:19,941 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:19,941 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b863a0b470e5bca85f74abfd4cf06186: Waiting for close lock at 1733278999936Running coprocessor pre-close hooks at 1733278999936Disabling compacts and flushes for region at 1733278999936Disabling writes for close at 1733278999936Writing region close event to WAL at 1733278999938 (+2 ms)Running coprocessor post-close hooks at 1733278999941 (+3 ms)Closed at 1733278999941 2024-12-04T02:23:19,941 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186. 2024-12-04T02:23:19,942 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e82cd5e407fc51bb30fbac18194bce9, disabling compactions & flushes 2024-12-04T02:23:19,942 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:19,942 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:19,942 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. after waiting 0 ms 2024-12-04T02:23:19,942 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:19,942 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e82cd5e407fc51bb30fbac18194bce9 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T02:23:19,951 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/info/8382a7dee12446a8b5955928126f015d is 147, key is hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9./info:regioninfo/1733278990581/Put/seqid=0 2024-12-04T02:23:19,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741847_1023 (size=7686) 2024-12-04T02:23:19,960 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/hfileref/d098e438ac6644859552108cd712d530 is 74, key is 1/hfileref:2b664c1dd2d24f6f9af944311596b250_SeqId_4_/1733278992980/DeleteColumn/seqid=0 2024-12-04T02:23:19,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741848_1024 (size=5489) 2024-12-04T02:23:20,019 INFO [regionserver/40249addbad9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:20,138 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:20,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T02:23:20,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,229 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T02:23:20,229 INFO [regionserver/40249addbad9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T02:23:20,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T02:23:20,321 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:20,325 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:23:20,325 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:20,325 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:23:20,326 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 40249addbad9,45289,1733278969880: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-40249addbad9,45289,1733278969880, walGroup=40249addbad9%2C45289%2C1733278969880, offset=40249addbad9%2C45289%2C1733278969880.1733278993123:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:45289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T02:23:20,328 ERROR [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T02:23:20,328 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T02:23:20,328 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T02:23:20,328 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T02:23:20,328 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T02:23:20,328 INFO [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1461714944, "init": 1048576000, "max": 2306867200, "used": 1115852176 }, "NonHeapMemoryUsage": { "committed": 212074496, "init": 7667712, "max": -1, "used": 209094104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T02:23:20,329 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:43629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=40249addbad9:43629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T02:23:20,339 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e82cd5e407fc51bb30fbac18194bce9 2024-12-04T02:23:20,368 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/info/8382a7dee12446a8b5955928126f015d 2024-12-04T02:23:20,372 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/hfileref/d098e438ac6644859552108cd712d530 2024-12-04T02:23:20,391 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/ns/a59da70d0a9846b08309d8d1ec33b889 is 43, key is default/ns:d/1733278973266/Put/seqid=0 2024-12-04T02:23:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741849_1025 (size=5153) 2024-12-04T02:23:20,409 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/queue/df1ff990c6024a03bd8042102ab494f7 is 153, key is 1-40249addbad9,45289,1733278969880/queue:40249addbad9%2C45289%2C1733278969880/1733278994467/Put/seqid=0 2024-12-04T02:23:20,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741850_1026 (size=5504) 2024-12-04T02:23:20,412 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/queue/df1ff990c6024a03bd8042102ab494f7 2024-12-04T02:23:20,416 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/hfileref/d098e438ac6644859552108cd712d530 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/hfileref/d098e438ac6644859552108cd712d530 2024-12-04T02:23:20,422 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/hfileref/d098e438ac6644859552108cd712d530, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T02:23:20,422 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/.tmp/queue/df1ff990c6024a03bd8042102ab494f7 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/queue/df1ff990c6024a03bd8042102ab494f7 2024-12-04T02:23:20,426 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/queue/df1ff990c6024a03bd8042102ab494f7, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T02:23:20,426 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8e82cd5e407fc51bb30fbac18194bce9 in 484ms, sequenceid=17, compaction requested=false 2024-12-04T02:23:20,432 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/replication/8e82cd5e407fc51bb30fbac18194bce9/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T02:23:20,433 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:20,433 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:23:20,433 INFO [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:20,433 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e82cd5e407fc51bb30fbac18194bce9: Waiting for close lock at 1733278999942Running coprocessor pre-close hooks at 1733278999942Disabling compacts and flushes for region at 1733278999942Disabling writes for close at 1733278999942Obtaining lock to block concurrent updates at 1733278999942Preparing flush snapshotting stores in 8e82cd5e407fc51bb30fbac18194bce9 at 1733278999942Finished memstore snapshotting hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733278999942Flushing stores of hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. at 1733278999942Flushing 8e82cd5e407fc51bb30fbac18194bce9/hfileref: creating writer at 1733278999942Flushing 8e82cd5e407fc51bb30fbac18194bce9/hfileref: appending metadata at 1733278999960 (+18 ms)Flushing 8e82cd5e407fc51bb30fbac18194bce9/hfileref: closing flushed file at 1733278999960Flushing 8e82cd5e407fc51bb30fbac18194bce9/queue: creating writer at 1733279000390 (+430 ms)Flushing 8e82cd5e407fc51bb30fbac18194bce9/queue: appending metadata at 1733279000408 (+18 ms)Flushing 8e82cd5e407fc51bb30fbac18194bce9/queue: closing flushed file at 1733279000408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68350489: reopening flushed file at 1733279000416 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42853b90: reopening flushed file at 1733279000422 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 8e82cd5e407fc51bb30fbac18194bce9 in 484ms, sequenceid=17, compaction requested=false at 1733279000426 (+4 ms)Writing region close event to WAL at 1733279000429 (+3 ms)Running coprocessor post-close hooks at 1733279000433 (+4 ms)Closed at 1733279000433 2024-12-04T02:23:20,433 DEBUG [RS_CLOSE_REGION-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733278989423.8e82cd5e407fc51bb30fbac18194bce9. 2024-12-04T02:23:20,456 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 393, reset compression=false 2024-12-04T02:23:20,459 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T02:23:20,459 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:20,459 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-40249addbad9,45289,1733278969880 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T02:23:20,460 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T02:23:20,528 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:20,539 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:20,662 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:20,739 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:20,798 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/ns/a59da70d0a9846b08309d8d1ec33b889 2024-12-04T02:23:20,818 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/e08f11587ade4661aae2c6fff2acf0bd is 112, key is test,,1733278983971.b863a0b470e5bca85f74abfd4cf06186./rep_barrier:seqnumDuringOpen/1733278985117/Put/seqid=0 2024-12-04T02:23:20,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741851_1027 (size=5518) 2024-12-04T02:23:20,832 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:20,939 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T02:23:20,939 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T02:23:20,939 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:20,966 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:21,139 DEBUG [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T02:23:21,222 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/e08f11587ade4661aae2c6fff2acf0bd 2024-12-04T02:23:21,235 DEBUG [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/WALs/40249addbad9,45289,1733278969880/40249addbad9%2C45289%2C1733278969880.1733278993123 to pos 688, reset compression=false 2024-12-04T02:23:21,242 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/table/b5f3b0cfa8b0481785497aac25dc3d94 is 53, key is hbase:replication/table:state/1733278990586/Put/seqid=0 2024-12-04T02:23:21,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741852_1028 (size=5308) 2024-12-04T02:23:21,245 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/table/b5f3b0cfa8b0481785497aac25dc3d94 2024-12-04T02:23:21,250 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/info/8382a7dee12446a8b5955928126f015d as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/info/8382a7dee12446a8b5955928126f015d 2024-12-04T02:23:21,253 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/info/8382a7dee12446a8b5955928126f015d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T02:23:21,254 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/ns/a59da70d0a9846b08309d8d1ec33b889 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/ns/a59da70d0a9846b08309d8d1ec33b889 2024-12-04T02:23:21,257 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/ns/a59da70d0a9846b08309d8d1ec33b889, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T02:23:21,258 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/e08f11587ade4661aae2c6fff2acf0bd as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/rep_barrier/e08f11587ade4661aae2c6fff2acf0bd 2024-12-04T02:23:21,261 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/rep_barrier/e08f11587ade4661aae2c6fff2acf0bd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T02:23:21,262 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/.tmp/table/b5f3b0cfa8b0481785497aac25dc3d94 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/table/b5f3b0cfa8b0481785497aac25dc3d94 2024-12-04T02:23:21,265 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/table/b5f3b0cfa8b0481785497aac25dc3d94, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T02:23:21,266 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-12-04T02:23:21,266 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T02:23:21,269 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T02:23:21,270 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T02:23:21,270 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T02:23:21,270 INFO [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:21,270 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733278999938Running coprocessor pre-close hooks at 1733278999938Disabling compacts and flushes for region at 1733278999938Disabling writes for close at 1733278999938Obtaining lock to block concurrent updates at 1733278999938Preparing flush snapshotting stores in 1588230740 at 1733278999938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733278999939 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733278999939Flushing 1588230740/info: creating writer at 1733278999939Flushing 1588230740/info: appending metadata at 1733278999951 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733278999951Flushing 1588230740/ns: creating writer at 1733279000373 (+422 ms)Flushing 1588230740/ns: appending metadata at 1733279000390 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733279000390Flushing 1588230740/rep_barrier: creating writer at 1733279000802 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733279000818 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733279000818Flushing 1588230740/table: creating writer at 1733279001225 (+407 ms)Flushing 1588230740/table: appending metadata at 1733279001242 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733279001242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6ffb53: reopening flushed file at 1733279001249 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de4a52e: reopening flushed file at 1733279001253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70199b0d: reopening flushed file at 1733279001257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276c04f2: reopening flushed file at 1733279001261 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1733279001266 (+5 ms)Writing region close event to WAL at 1733279001267 (+1 ms)Running coprocessor post-close hooks at 1733279001270 (+3 ms)Closed at 1733279001270 2024-12-04T02:23:21,270 DEBUG [RS_CLOSE_META-regionserver/40249addbad9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T02:23:21,340 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(976): stopping server 40249addbad9,45289,1733278969880; all regions closed. 2024-12-04T02:23:21,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741844_1020 (size=859) 2024-12-04T02:23:21,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741842_1018 (size=2791) 2024-12-04T02:23:21,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741843_1019 (size=696) 2024-12-04T02:23:21,345 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:21,345 INFO [RS:0;40249addbad9:45289 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T02:23:21,346 INFO [RS:0;40249addbad9:45289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:21,346 INFO [RS:0;40249addbad9:45289 {}] hbase.ChoreService(370): Chore service for: regionserver/40249addbad9:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:21,346 INFO [RS:0;40249addbad9:45289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:21,346 INFO [regionserver/40249addbad9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:21,346 INFO [RS:0;40249addbad9:45289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-40249addbad9,45289,1733278969880 because: Region server is closing 2024-12-04T02:23:21,346 INFO [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:45289. 2024-12-04T02:23:21,346 DEBUG [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:21,346 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:21,346 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:21,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:21,447 INFO [RS:0;40249addbad9:45289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,1-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,1-40249addbad9,45289,1733278969880 terminated 2024-12-04T02:23:21,447 INFO [RS:0;40249addbad9:45289 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-40249addbad9,45289,1733278969880 because: Region server is closing 2024-12-04T02:23:21,447 INFO [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;40249addbad9:45289. 2024-12-04T02:23:21,447 DEBUG [RS:0;40249addbad9:45289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T02:23:21,447 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:21,447 DEBUG [RS:0;40249addbad9:45289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T02:23:21,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T02:23:21,548 INFO [RS:0;40249addbad9:45289 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.shipper40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 terminated 2024-12-04T02:23:21,548 WARN [RS_REFRESH_PEER-regionserver/40249addbad9:0-0.replicationSource,2-40249addbad9,45289,1733278969880.replicationSource.wal-reader.40249addbad9%2C45289%2C1733278969880,2-40249addbad9,45289,1733278969880 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T02:23:21,548 INFO [RS:0;40249addbad9:45289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45289 2024-12-04T02:23:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661160801/rs/40249addbad9,45289,1733278969880 2024-12-04T02:23:21,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801/rs 2024-12-04T02:23:21,555 INFO [RS:0;40249addbad9:45289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:21,566 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [40249addbad9,45289,1733278969880] 2024-12-04T02:23:21,576 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-661160801/draining/40249addbad9,45289,1733278969880 already deleted, retry=false 2024-12-04T02:23:21,576 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 40249addbad9,45289,1733278969880 expired; onlineServers=0 2024-12-04T02:23:21,576 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '40249addbad9,43629,1733278969675' ***** 2024-12-04T02:23:21,576 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T02:23:21,576 INFO [M:0;40249addbad9:43629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T02:23:21,576 INFO [M:0;40249addbad9:43629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T02:23:21,576 DEBUG [M:0;40249addbad9:43629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T02:23:21,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T02:23:21,576 DEBUG [M:0;40249addbad9:43629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T02:23:21,576 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278972020 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.small.0-1733278972020,5,FailOnTimeoutGroup] 2024-12-04T02:23:21,576 DEBUG [master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278972020 {}] cleaner.HFileCleaner(306): Exit Thread[master/40249addbad9:0:becomeActiveMaster-HFileCleaner.large.0-1733278972020,5,FailOnTimeoutGroup] 2024-12-04T02:23:21,577 INFO [M:0;40249addbad9:43629 {}] hbase.ChoreService(370): Chore service for: master/40249addbad9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T02:23:21,577 INFO [M:0;40249addbad9:43629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T02:23:21,577 DEBUG [M:0;40249addbad9:43629 {}] master.HMaster(1795): Stopping service threads 2024-12-04T02:23:21,577 INFO [M:0;40249addbad9:43629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T02:23:21,577 INFO [M:0;40249addbad9:43629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T02:23:21,577 ERROR [M:0;40249addbad9:43629 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39373,5,PEWorkerGroup] 2024-12-04T02:23:21,577 INFO [M:0;40249addbad9:43629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T02:23:21,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T02:23:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-661160801/master 2024-12-04T02:23:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-661160801 2024-12-04T02:23:21,626 DEBUG [M:0;40249addbad9:43629 {}] zookeeper.ZKUtil(347): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Unable to get data of znode /0-661160801/master because node does not exist (not an error) 2024-12-04T02:23:21,626 WARN [M:0;40249addbad9:43629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T02:23:21,627 INFO [M:0;40249addbad9:43629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/.lastflushedseqids 2024-12-04T02:23:21,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741853_1029 (size=263) 2024-12-04T02:23:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:21,666 INFO [RS:0;40249addbad9:45289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:21,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45289-0x1019e2621b10001, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:21,666 INFO [RS:0;40249addbad9:45289 {}] regionserver.HRegionServer(1031): Exiting; stopping=40249addbad9,45289,1733278969880; zookeeper connection closed. 2024-12-04T02:23:21,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53cb06a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53cb06a1 2024-12-04T02:23:21,666 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T02:23:22,032 INFO [M:0;40249addbad9:43629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T02:23:22,032 INFO [M:0;40249addbad9:43629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T02:23:22,032 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T02:23:22,032 INFO [M:0;40249addbad9:43629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:22,032 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:22,032 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T02:23:22,032 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:22,032 INFO [M:0;40249addbad9:43629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-04T02:23:22,047 DEBUG [M:0;40249addbad9:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879f566ee25d4293b5cd66dd5a02c28f is 82, key is hbase:meta,,1/info:regioninfo/1733278973218/Put/seqid=0 2024-12-04T02:23:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741854_1030 (size=5672) 2024-12-04T02:23:22,451 INFO [M:0;40249addbad9:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879f566ee25d4293b5cd66dd5a02c28f 2024-12-04T02:23:22,471 DEBUG [M:0;40249addbad9:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cdf447d955a42b198e8caadf13ec0b4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733278990589/Put/seqid=0 2024-12-04T02:23:22,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741855_1031 (size=8909) 2024-12-04T02:23:22,876 INFO [M:0;40249addbad9:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cdf447d955a42b198e8caadf13ec0b4 2024-12-04T02:23:22,892 DEBUG [M:0;40249addbad9:43629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202613bc5715450fae6b7a87ecb07574 is 69, key is 40249addbad9,45289,1733278969880/rs:state/1733278972163/Put/seqid=0 2024-12-04T02:23:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741856_1032 (size=5156) 2024-12-04T02:23:22,895 INFO [M:0;40249addbad9:43629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202613bc5715450fae6b7a87ecb07574 2024-12-04T02:23:22,899 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/879f566ee25d4293b5cd66dd5a02c28f as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/879f566ee25d4293b5cd66dd5a02c28f 2024-12-04T02:23:22,904 INFO [M:0;40249addbad9:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/879f566ee25d4293b5cd66dd5a02c28f, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T02:23:22,905 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4cdf447d955a42b198e8caadf13ec0b4 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cdf447d955a42b198e8caadf13ec0b4 2024-12-04T02:23:22,908 INFO [M:0;40249addbad9:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4cdf447d955a42b198e8caadf13ec0b4, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T02:23:22,909 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/202613bc5715450fae6b7a87ecb07574 as hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202613bc5715450fae6b7a87ecb07574 2024-12-04T02:23:22,912 INFO [M:0;40249addbad9:43629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39373/user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/202613bc5715450fae6b7a87ecb07574, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T02:23:22,913 INFO [M:0;40249addbad9:43629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false 2024-12-04T02:23:22,914 INFO [M:0;40249addbad9:43629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T02:23:22,914 DEBUG [M:0;40249addbad9:43629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733279002032Disabling compacts and flushes for region at 1733279002032Disabling writes for close at 1733279002032Obtaining lock to block concurrent updates at 1733279002032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733279002032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733279002032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733279002033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733279002033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733279002047 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733279002047Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733279002455 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733279002471 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733279002471Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733279002879 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733279002891 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733279002891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@407259d5: reopening flushed file at 1733279002898 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@470a2ced: reopening flushed file at 1733279002904 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af2b3c6: reopening flushed file at 1733279002908 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=112, compaction requested=false at 1733279002913 (+5 ms)Writing region close event to WAL at 1733279002913Closed at 1733279002913 2024-12-04T02:23:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36205 is added to blk_1073741830_1006 (size=69055) 2024-12-04T02:23:22,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8eba339d-cdf3-cac3-47e0-63b1ec33fc0b/MasterData/WALs/40249addbad9,43629,1733278969675/40249addbad9%2C43629%2C1733278969675.1733278971641 not finished, retry = 0 2024-12-04T02:23:23,016 INFO [M:0;40249addbad9:43629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T02:23:23,016 INFO [M:0;40249addbad9:43629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43629 2024-12-04T02:23:23,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T02:23:23,016 INFO [M:0;40249addbad9:43629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T02:23:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43629-0x1019e2621b10000, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T02:23:23,129 INFO [M:0;40249addbad9:43629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T02:23:23,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146ad8fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T02:23:23,132 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4efc3ae4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:23,132 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24dcdcec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:23,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1676f967{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:23,137 WARN [BP-1002400714-172.17.0.3-1733278967322 heartbeating to localhost/127.0.0.1:39373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T02:23:23,137 WARN [BP-1002400714-172.17.0.3-1733278967322 heartbeating to localhost/127.0.0.1:39373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1002400714-172.17.0.3-1733278967322 (Datanode Uuid 0674a6b1-a1e1-47a6-bed4-623a241c6303) service to localhost/127.0.0.1:39373 2024-12-04T02:23:23,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/data/data1/current/BP-1002400714-172.17.0.3-1733278967322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:23,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/cluster_f77dedc9-1c8c-34bc-164c-9bb308e2acf0/data/data2/current/BP-1002400714-172.17.0.3-1733278967322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T02:23:23,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T02:23:23,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T02:23:23,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T02:23:23,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702c8802{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T02:23:23,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73702295{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T02:23:23,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T02:23:23,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@139ed7ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T02:23:23,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c28e4fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12d271b8-e8bb-18b8-9f52-0f2ec67fddf9/hadoop.log.dir/,STOPPED} 2024-12-04T02:23:23,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T02:23:23,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T02:23:23,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39245 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:39245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36591 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39245 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36591 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:36591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1114899224) connection to localhost/127.0.0.1:39373 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=977 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 667), ProcessCount=11 (was 11), AvailableMemoryMB=3460 (was 3532) 2024-12-04T02:23:23,174 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-12-04T02:23:23,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019e2621b10002, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:23:23,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1019e2621b10008, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:23:23,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019e2621b10005, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T02:23:23,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019e2621b10002, quorum=127.0.0.1:64820, baseZNode=/0-661160801 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:23:23,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019e2621b10005, quorum=127.0.0.1:64820, baseZNode=/1378763842 Received Disconnected from ZooKeeper, ignoring 2024-12-04T02:23:23,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1019e2621b10008, quorum=127.0.0.1:64820, baseZNode=/22075918989 Received Disconnected from ZooKeeper, ignoring